-- Logs begin at Thu 2022-08-18 15:53:08 UTC, end at Thu 2022-08-18 17:25:01 UTC. -- Aug 18 16:56:53.368208 dv-cinder-853678-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 18 16:56:56.029723 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.common.config [-] Logging enabled! Aug 18 16:56:56.030274 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev493 Aug 18 16:56:56.030517 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106804) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 18 16:56:56.033781 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.common.config [-] Logging enabled! Aug 18 16:56:56.033982 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev493 Aug 18 16:56:56.034298 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106804) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 18 16:56:56.035234 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 16:56:56.035500 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 16:56:56.035985 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 16:56:56.036231 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 16:56:56.036457 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 16:56:56.036775 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.037074 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.037304 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.037602 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.037893 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.038749 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.039042 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.039342 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.039655 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.039936 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.040222 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.040455 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.040741 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.041027 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.041319 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.041796 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] debug = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.042075 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.042510 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.042924 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.043209 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.043531 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.043809 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.044081 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.044363 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.044647 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.044977 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] host = dv-cinder-853678-2-iscsi {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.045256 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.045547 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.045834 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.046121 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.046396 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.046672 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.046958 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.047233 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.047529 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] log_file = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.047806 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.048095 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.048384 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.048674 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.048899 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.049122 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.049407 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.049697 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.049972 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.050246 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.050520 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.050797 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.051068 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.051339 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.051642 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.051929 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.052215 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.052488 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.052761 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.053038 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.053309 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.053623 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.053900 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.054171 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.054443 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.054730 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.055000 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.055272 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.055600 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.055887 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.056169 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.056455 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.056727 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.057010 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.057282 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.057552 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.057824 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] use_json = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.058094 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.058361 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.058641 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.058915 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.059183 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.059470 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.059745 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.060029 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.060300 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:56.060594 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.060895 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.061196 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.061480 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.061787 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.062070 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.062361 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.062636 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.062934 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.063220 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.063535 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.063817 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.064116 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.064404 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.064698 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.065005 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.065298 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.065590 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.065865 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.066137 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.066410 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.066688 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.066977 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.067254 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.067570 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.067862 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.068143 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.068442 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.068725 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.069012 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.069842 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.070137 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.070414 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.070695 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.070990 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.071267 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.071566 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.071855 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.072133 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.072406 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.072688 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.072981 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.073272 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.073550 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.073829 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.074120 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.074414 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.074685 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.074957 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.075235 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.075534 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.075822 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.076098 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.076370 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.076640 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.076915 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.077186 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.077457 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.077733 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.078005 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.078279 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.078552 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.078821 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.079092 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.079363 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.079658 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.079930 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.080200 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.080476 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.080747 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.081027 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.081293 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.081568 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.081842 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.082141 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.082421 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.082705 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.082980 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.083260 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.083570 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.083853 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.084133 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.084412 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.084685 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.085537 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.085828 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.086117 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.086403 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.086684 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.087000 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.087279 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.087588 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.087872 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.088150 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.088426 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.088712 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.089009 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.089261 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.089544 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.089828 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.090914 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.091233 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.091545 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.091849 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.092147 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.092443 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.092728 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.093041 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.093325 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:56.093545 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 16:56:56.093788 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106804) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 18 16:56:56.392180 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 18 16:56:56.392492 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 18 16:56:56.392754 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 18 16:56:56.392991 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 18 16:56:56.393260 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 18 16:56:56.393583 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 18 16:56:56.803691 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:56.803979 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:56.804258 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:56.805532 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:56.805797 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:56.806057 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:56.858638 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:56.858907 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:56.859173 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:56.873569 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:56.873847 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:56.874117 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:56.904240 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:56.904522 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:56.904790 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:56.940497 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:56.940768 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:56.941035 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.170001 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.170611 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.170611 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.171010 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.171743 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.270751 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.271065 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.271349 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.271646 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.271919 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.272230 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.272539 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.272800 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.273060 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.273345 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.273607 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.273876 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.274132 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.274386 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.274642 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.274906 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.275163 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.275429 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.275718 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.275977 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.276252 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.276504 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.276784 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.277158 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.277410 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.277655 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.278043 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 16:56:57.278280 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 16:56:57.278513 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 16:56:57.278745 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 16:56:57.278977 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 16:56:57.279209 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 16:56:57.279594 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 18 16:56:57.282671 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 18 16:56:57.286563 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 18 16:56:57.290468 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Aug 18 16:56:57.292373 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 18 16:56:57.292990 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 18 16:56:57.293330 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 18 16:56:57.293718 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 18 16:56:57.296490 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 18 16:56:57.296739 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 18 16:56:57.297083 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 16:56:57.302087 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 18 16:56:57.325773 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 18 16:56:57.326214 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.326508 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106804) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 18 16:56:57.326876 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.328240 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106804) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 18 16:56:57.328519 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 16:56:57.328759 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 18 16:56:57.332173 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.332464 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:57.493023 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 18 16:56:57.493190 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 18 16:56:57.493424 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 18 16:56:57.493816 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 18 16:56:57.549480 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO dbcounter [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Registered counter for database neutron Aug 18 16:56:57.569151 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_db.sqlalchemy.engines [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106804) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 18 16:56:57.575486 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG dbcounter [-] [106804] Writer thread running {{(pid=106804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 18 16:56:58.274325 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.managers [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Initializing driver for type 'gre' Aug 18 16:56:58.274962 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] gre ID ranges: [(1, 1000)] Aug 18 16:56:58.451698 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.managers [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Initializing driver for type 'local' Aug 18 16:56:58.452044 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.managers [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Initializing driver for type 'vlan' Aug 18 16:56:58.508439 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] VlanTypeDriver initialization complete Aug 18 16:56:58.508881 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.managers [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Initializing driver for type 'vxlan' Aug 18 16:56:58.509463 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] vxlan ID ranges: [(1, 1000)] Aug 18 16:56:58.709190 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.managers [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Initializing extension driver 'port_security' Aug 18 16:56:58.709532 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.extensions.port_security [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] PortSecurityExtensionDriver initialization complete Aug 18 16:56:58.709918 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.managers [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Initializing mechanism driver 'openvswitch' Aug 18 16:56:58.710730 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.managers [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Initializing mechanism driver 'hyperv' Aug 18 16:56:58.722010 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.plugins.ml2.plugin [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:56:58.722714 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > port after_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.723084 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > port after_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.723458 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > port after_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.723982 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106804) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 18 16:56:58.724406 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > subnet after_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.724759 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > subnet after_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.725175 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > subnet after_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.725551 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106804) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 18 16:56:58.725962 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > network after_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.726315 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > network after_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.726661 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > network after_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.727053 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106804) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 18 16:56:58.727480 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > security_group after_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.727835 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > security_group after_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.728175 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > security_group after_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.728560 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106804) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 18 16:56:58.728966 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.729313 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.729667 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.730060 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106804) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 18 16:56:58.730581 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > address_group after_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.730931 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > address_group after_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.731274 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > address_group after_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.731686 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106804) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 18 16:56:58.732129 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] ML2 OVO RPC backend initialized. {{(pid=106804) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 18 16:56:58.732834 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router_interface after_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.733188 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.733607 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > network before_response 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.733961 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > networks before_response 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.734309 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > port before_response 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.734654 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > ports before_response 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.735005 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > subnet before_response 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.735351 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > subnets before_response 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.735721 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > network after_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.736064 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > network after_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.736464 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > network after_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.736808 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > port after_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.737155 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > port after_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.737494 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > port after_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.737833 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > subnet after_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.738173 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > subnet after_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.738509 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > subnet after_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.746626 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.quota [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded quota_driver: . Aug 18 16:56:58.746997 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.plugin [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Modular L2 Plugin initialization complete Aug 18 16:56:58.747349 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading services supported by the core plugin {{(pid=106804) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 18 16:56:58.747773 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.plugins.ml2.managers [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Got port-security extension from driver 'port_security' Aug 18 16:56:58.748267 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.extensions.vlantransparent [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Disabled vlantransparent extension. Aug 18 16:56:58.748774 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106804) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 18 16:56:58.749103 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading Plugin: router Aug 18 16:56:58.785609 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router_interface before_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.786007 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router after_create 55549900 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.786385 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router before_create 55549900 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.786758 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.787139 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.787539 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router after_delete 55549900 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.787920 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > floatingip after_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.788282 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > floatingip after_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.788647 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router after_create 55549900 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.788998 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router after_update 55549900 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.789353 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router after_update 55549900 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.789707 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.790067 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router after_update 55549900 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.790481 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router precommit_update 55549900 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.790853 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: port after_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.791194 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: port after_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.791820 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: subnet after_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.792161 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.792513 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > port precommit_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.792873 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router precommit_create 55549900 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.793225 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: port before_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.793568 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router precommit_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.793927 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router after_update 55549900 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.794275 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router precommit_delete 55549900 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.794634 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router precommit_create 55549900 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.794998 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router_interface after_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.795348 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router precommit_update 55549900 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.795750 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > agent after_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.796105 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > agent after_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.796454 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > network after_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.797350 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Tracking information for resource: router configured {{(pid=106804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 16:56:58.797681 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Tracking information for resource: floatingip configured {{(pid=106804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 16:56:58.802852 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.db.l3_agentschedulers_db [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 18 16:56:58.804024 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: port after_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.804337 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: port after_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.804694 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: port after_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.805042 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: port after_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.805853 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router before_create 55550100 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.806219 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router precommit_delete 55550100 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.806581 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router precommit_create 55550100 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.806938 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > router precommit_update 55550100 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.811911 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.services.provider_configuration [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Service providers = [] {{(pid=106804) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 18 16:56:58.812278 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.db.servicetype_db [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106804) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 18 16:56:58.815410 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.services.service_base [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106804) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 16:56:58.815786 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.services.service_base [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106804) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 16:56:58.816132 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.services.service_base [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106804) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 16:56:58.817067 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.services.service_base [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106804) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 16:56:58.817440 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.services.service_base [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 18 16:56:58.817828 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 16:56:58.818147 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 18 16:56:58.829407 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 16:56:58.829738 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading Plugin: auto_allocate Aug 18 16:56:58.835633 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: network precommit_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.836009 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: network precommit_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.836547 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 16:56:58.836866 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading Plugin: tag Aug 18 16:56:58.843850 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 16:56:58.844180 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading Plugin: timestamp Aug 18 16:56:58.848026 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 16:56:58.848357 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading Plugin: network_ip_availability Aug 18 16:56:58.853878 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.854250 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.854604 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:58.855343 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 16:56:58.855693 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading Plugin: flavors Aug 18 16:56:58.860619 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 16:56:58.860947 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading Plugin: revisions Aug 18 16:56:58.865232 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 16:56:58.865617 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_concurrency.lockutils [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.472s {{(pid=106804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 18 16:56:58.866909 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106804) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 18 16:56:58.867248 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Initializing extension manager. Aug 18 16:56:58.867797 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: __init__.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.868144 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: __pycache__ {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.868478 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: address_group.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.869205 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.869793 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: address-group Aug 18 16:56:58.870116 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: address_scope.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.870791 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.871302 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: address-scope Aug 18 16:56:58.871653 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: admin_state_down_before_update.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.872543 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.873055 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: router-admin-state-down-before-update Aug 18 16:56:58.873378 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: agent.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.874040 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.874554 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: agent Aug 18 16:56:58.874875 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: agent_resources_synced.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.875768 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.876285 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: agent-resources-synced Aug 18 16:56:58.876610 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: allowedaddresspairs.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.878376 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.878913 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: allowed-address-pairs Aug 18 16:56:58.879242 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: auto_allocated_topology.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.880300 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.880820 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: auto-allocated-topology Aug 18 16:56:58.881148 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: availability_zone.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.882368 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.882878 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: availability_zone Aug 18 16:56:58.883201 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: availability_zone_filter.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.884153 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.884616 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: availability_zone_filter Aug 18 16:56:58.884940 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: data_plane_status.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.885823 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.895091 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension data-plane-status not supported by any of loaded plugins Aug 18 16:56:58.895091 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: default_subnetpools.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.895091 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.895091 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: default-subnetpools Aug 18 16:56:58.895091 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: dhcpagentscheduler.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.895091 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.895091 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: dhcp_agent_scheduler Aug 18 16:56:58.895701 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: dns.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.895701 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.895701 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension dns-integration not supported by any of loaded plugins Aug 18 16:56:58.895701 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: dns_domain_ports.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.895701 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.895701 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 18 16:56:58.896126 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.896126 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.896126 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 18 16:56:58.896126 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: dvr.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.896126 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.896126 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: dvr Aug 18 16:56:58.896542 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: ecmp_routes.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.897302 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.897811 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension ecmp_routes not supported by any of loaded plugins Aug 18 16:56:58.898135 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: empty_string_filtering.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.899003 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.899540 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: empty-string-filtering Aug 18 16:56:58.899867 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.900732 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.901242 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 18 16:56:58.901567 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.902432 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.902938 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 18 16:56:58.903262 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: external_net.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.904149 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.904669 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: external-net Aug 18 16:56:58.904993 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: extra_dhcp_opt.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.905854 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.906367 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: extra_dhcp_opt Aug 18 16:56:58.906700 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: extraroute.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.907636 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.908203 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: extraroute Aug 18 16:56:58.908525 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: extraroute_atomic.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.909550 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.910072 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: extraroute-atomic Aug 18 16:56:58.910392 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: filter_validation.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.911045 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.911863 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: filter-validation Aug 18 16:56:58.912192 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: fip_pf_description.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.913122 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.913639 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 18 16:56:58.913964 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: fip_pf_port_range.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.914862 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.915370 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 18 16:56:58.915717 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: fip_port_details.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.916869 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.917384 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: fip-port-details Aug 18 16:56:58.917703 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: flavors.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.918993 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.919545 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: flavors Aug 18 16:56:58.919882 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.934400 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.934973 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 18 16:56:58.935309 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: floatingip_pools.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.936076 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.936601 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: floatingip-pools Aug 18 16:56:58.936936 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: ip_allocation.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.937885 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.938406 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension ip_allocation not supported by any of loaded plugins Aug 18 16:56:58.938750 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.939679 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.940211 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: ip-substring-filtering Aug 18 16:56:58.940549 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: l2_adjacency.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.941463 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.942003 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension l2_adjacency not supported by any of loaded plugins Aug 18 16:56:58.942365 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: l3.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.943372 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.943939 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: router Aug 18 16:56:58.944898 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: l3_conntrack_helper.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.947199 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.947806 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 18 16:56:58.948154 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.949070 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.949598 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: ext-gw-mode Aug 18 16:56:58.949935 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.950827 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.951354 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: l3-ha Aug 18 16:56:58.951716 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.952599 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.953123 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 18 16:56:58.953455 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: l3_flavors.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.962129 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.962601 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: l3-flavors Aug 18 16:56:58.962935 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: l3_ndp_proxy.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.964343 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.964912 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 18 16:56:58.965258 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.966145 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.966680 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: l3-port-ip-change-not-allowed Aug 18 16:56:58.967015 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: l3agentscheduler.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.968102 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.968627 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: l3_agent_scheduler Aug 18 16:56:58.968963 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: local_ip.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.970710 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.971253 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension local_ip not supported by any of loaded plugins Aug 18 16:56:58.971624 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: logging.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.973099 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.973636 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension logging not supported by any of loaded plugins Aug 18 16:56:58.973976 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: metering.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.974727 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.977034 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: metering Aug 18 16:56:58.977386 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.978508 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.979046 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: metering_source_and_destination_fields Aug 18 16:56:58.979385 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: multiprovidernet.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.980326 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.980857 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: multi-provider Aug 18 16:56:58.981193 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: netmtu.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.982084 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.982617 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: net-mtu Aug 18 16:56:58.982950 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: netmtu_writable.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.983914 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.984447 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: net-mtu-writable Aug 18 16:56:58.984784 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: network_availability_zone.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.985439 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.985963 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: network_availability_zone Aug 18 16:56:58.986305 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: network_ip_availability.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.987389 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.987992 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: network-ip-availability Aug 18 16:56:58.988331 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: network_segment_range.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.989094 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.989613 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension network-segment-range not supported by any of loaded plugins Aug 18 16:56:58.989950 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: pagination.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.990913 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.991788 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: pagination Aug 18 16:56:58.992120 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: port_device_profile.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.993003 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.993533 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: port-device-profile Aug 18 16:56:58.993868 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: port_mac_address_override.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.994763 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.995317 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: port-mac-override Aug 18 16:56:58.995641 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:58.996542 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:58.997066 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: port-mac-address-regenerate Aug 18 16:56:58.997399 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.004387 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.004924 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: port-numa-affinity-policy Aug 18 16:56:59.005256 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: port_resource_request.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.006160 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.007299 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension port-resource-request not supported by any of loaded plugins Aug 18 16:56:59.007669 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: port_resource_request_groups.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.008625 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.009153 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 18 16:56:59.009482 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: portbindings.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.010397 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.010931 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: binding Aug 18 16:56:59.011263 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: portbindings_extended.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.012549 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.013085 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: binding-extended Aug 18 16:56:59.013418 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: portsecurity.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.014354 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.014965 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: port-security Aug 18 16:56:59.015215 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: project_id.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.016214 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.016554 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: project-id Aug 18 16:56:59.016878 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: providernet.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.017764 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.018296 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: provider Aug 18 16:56:59.018625 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: qos.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.022187 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.022759 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension qos not supported by any of loaded plugins Aug 18 16:56:59.023104 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.024357 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.024891 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 18 16:56:59.025230 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.026136 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.026667 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 18 16:56:59.027003 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: qos_default.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.027994 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.028522 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension qos-default not supported by any of loaded plugins Aug 18 16:56:59.028860 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: qos_fip.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.029744 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.030269 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension qos-fip not supported by any of loaded plugins Aug 18 16:56:59.030603 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: qos_fip_network_policy.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.031520 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.032047 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 18 16:56:59.032383 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: qos_gateway_ip.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.033276 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.033821 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 18 16:56:59.034153 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: qos_port_network_policy.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.035041 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.035593 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 18 16:56:59.035927 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.036933 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.037473 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 18 16:56:59.037861 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.038891 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.039418 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 18 16:56:59.039774 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: qos_pps_rule.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.040910 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.048481 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension qos-pps not supported by any of loaded plugins Aug 18 16:56:59.048481 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: qos_rule_type_details.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.049270 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.049887 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 18 16:56:59.050370 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: qos_rule_type_filter.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.051385 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.052060 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 18 16:56:59.052578 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: qos_rules_alias.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.054243 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.054766 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 18 16:56:59.055102 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: quota_check_limit.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.056043 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.056622 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: quota-check-limit Aug 18 16:56:59.056956 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: quotasv2.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.057937 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.058272 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: quotas Aug 18 16:56:59.058599 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: quotasv2_detail.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.060352 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.060703 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: quota_details Aug 18 16:56:59.061044 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: rbac.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.062463 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.063009 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: rbac-policies Aug 18 16:56:59.063347 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: rbac_address_group.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.064283 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.064809 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: rbac-address-group Aug 18 16:56:59.065141 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: rbac_address_scope.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.066099 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.066627 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: rbac-address-scope Aug 18 16:56:59.066959 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: rbac_security_groups.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.067972 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.068498 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: rbac-security-groups Aug 18 16:56:59.068828 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: rbac_subnetpool.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.070288 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.070812 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: rbac-subnetpool Aug 18 16:56:59.071145 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: revisionifmatch.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.072135 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.072669 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: revision-if-match Aug 18 16:56:59.073002 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: revisions.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.074150 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.074685 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: standard-attr-revisions Aug 18 16:56:59.075021 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: router_availability_zone.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.075714 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.076241 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: router_availability_zone Aug 18 16:56:59.076573 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: routerservicetype.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.077476 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.078002 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension router-service-type not supported by any of loaded plugins Aug 18 16:56:59.078333 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.079253 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.079812 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: security-groups-normalized-cidr Aug 18 16:56:59.080146 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: security_groups_port_filtering.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.081052 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.081582 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: port-security-groups-filtering Aug 18 16:56:59.081917 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.082817 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.083347 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: security-groups-remote-address-group Aug 18 16:56:59.083708 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.084614 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.085172 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: security-groups-shared-filtering Aug 18 16:56:59.085506 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: securitygroup.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.095167 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.095751 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: security-group Aug 18 16:56:59.096137 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: segment.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.096861 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.097390 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension segment not supported by any of loaded plugins Aug 18 16:56:59.097727 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.098649 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.099179 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 18 16:56:59.099539 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: servicetype.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.101158 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.101693 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: service-type Aug 18 16:56:59.102029 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: sorting.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.102991 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.103335 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: sorting Aug 18 16:56:59.103694 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: standard_attr_segment.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.104601 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.105139 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 18 16:56:59.105472 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: standardattrdescription.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.106105 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.106628 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: standard-attr-description Aug 18 16:56:59.106961 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: stateful_security_group.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.107936 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.108464 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: stateful-security-group Aug 18 16:56:59.108796 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: stdattrs_common.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.109355 dv-cinder-853678-2-iscsi neutron-server[106804]: WARNING neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 18 16:56:59.109689 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.110586 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.111113 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 18 16:56:59.111454 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: subnet_onboard.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.112501 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.113037 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: subnet_onboard Aug 18 16:56:59.113373 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.114271 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.114811 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 18 16:56:59.115133 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: subnet_service_types.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.121014 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.121548 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: subnet-service-types Aug 18 16:56:59.121890 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: subnetallocation.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.122951 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.123506 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: subnet_allocation Aug 18 16:56:59.123843 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.124503 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.125054 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: subnetpool-prefix-ops Aug 18 16:56:59.125384 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.126295 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.126817 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 18 16:56:59.127152 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: tagging.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.128252 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.128783 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: standard-attr-tag Aug 18 16:56:59.129121 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: timestamp.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.130292 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.130846 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loaded extension: standard-attr-timestamp Aug 18 16:56:59.131183 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: trunk.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.132243 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.132777 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension trunk not supported by any of loaded plugins Aug 18 16:56:59.133112 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: trunk_details.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.134000 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.134537 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension trunk-details not supported by any of loaded plugins Aug 18 16:56:59.134865 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: uplink_status_propagation.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.135788 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.136318 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 18 16:56:59.136652 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Loading extension file: vlantransparent.py {{(pid=106804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 18 16:56:59.137302 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 18 16:56:59.137909 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extension vlan-transparent not supported by any of loaded plugins Aug 18 16:56:59.140639 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Creating instance of TrackedResource for resource:network Aug 18 16:56:59.141190 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Creating instance of TrackedResource for resource:subnet Aug 18 16:56:59.141600 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 16:56:59.142001 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Creating instance of TrackedResource for resource:port Aug 18 16:56:59.143324 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.v2.resource_helper [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 16:56:59.143801 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.v2.resource_helper [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Service FLAVORS assigned prefix: {{(pid=106804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 16:56:59.144487 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.v2.resource_helper [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 16:56:59.144927 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.v2.resource_helper [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 16:56:59.145285 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Creating instance of TrackedResource for resource:router Aug 18 16:56:59.145714 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Creating instance of TrackedResource for resource:floatingip Aug 18 16:56:59.146236 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.v2.resource_helper [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Service METERING assigned prefix: /metering {{(pid=106804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 16:56:59.147794 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:59.148174 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:59.148538 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 16:56:59.149571 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 16:56:59.150041 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Creating instance of TrackedResource for resource:security_group Aug 18 16:56:59.150493 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 16:56:59.151041 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.v2.resource_helper [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Service CORE assigned prefix: {{(pid=106804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 16:56:59.151384 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 16:56:59.151769 dv-cinder-853678-2-iscsi neutron-server[106804]: WARNING neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] subnetpool is already registered Aug 18 16:56:59.152229 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.v2.resource_helper [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Service CORE assigned prefix: {{(pid=106804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 16:56:59.152566 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 16:56:59.152912 dv-cinder-853678-2-iscsi neutron-server[106804]: WARNING neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] subnetpool is already registered Aug 18 16:56:59.155367 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.v2.resource_helper [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 16:56:59.155835 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.v2.resource_helper [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Service FLAVORS assigned prefix: {{(pid=106804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 16:56:59.156447 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.v2.resource_helper [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 16:56:59.156887 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.v2.resource_helper [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 16:56:59.157232 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Creating instance of TrackedResource for resource:router Aug 18 16:56:59.157585 dv-cinder-853678-2-iscsi neutron-server[106804]: WARNING neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] router is already registered Aug 18 16:56:59.158014 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Creating instance of TrackedResource for resource:floatingip Aug 18 16:56:59.165111 dv-cinder-853678-2-iscsi neutron-server[106804]: WARNING neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] floatingip is already registered Aug 18 16:56:59.165111 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.v2.resource_helper [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Service METERING assigned prefix: /metering {{(pid=106804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 16:56:59.165111 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 16:56:59.165111 dv-cinder-853678-2-iscsi neutron-server[106804]: WARNING neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] rbac_policy is already registered Aug 18 16:56:59.165111 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Creating instance of TrackedResource for resource:security_group Aug 18 16:56:59.165111 dv-cinder-853678-2-iscsi neutron-server[106804]: WARNING neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] security_group is already registered Aug 18 16:56:59.165111 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 16:56:59.165111 dv-cinder-853678-2-iscsi neutron-server[106804]: WARNING neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] security_group_rule is already registered Aug 18 16:56:59.165111 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.v2.resource_helper [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Service CORE assigned prefix: {{(pid=106804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 16:56:59.165783 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 16:56:59.165783 dv-cinder-853678-2-iscsi neutron-server[106804]: WARNING neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] subnetpool is already registered Aug 18 16:56:59.165783 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.v2.resource_helper [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Service CORE assigned prefix: {{(pid=106804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 16:56:59.165783 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 16:56:59.165783 dv-cinder-853678-2-iscsi neutron-server[106804]: WARNING neutron.quota.resource_registry [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] subnetpool is already registered Aug 18 16:56:59.165783 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: extensions {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.166561 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: address-groups {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.168115 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: address-scopes {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.169462 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: agents {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.170662 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: auto-allocated-topology {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.171959 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: availability_zones {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.173277 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: dhcp-networks {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.174820 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: dhcp-agents {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.176350 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: routers {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.178071 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: flavors {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.179968 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: service_profiles {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.181208 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: next_providers {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.182695 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: service_profiles {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.184316 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: floatingip-pools {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.185569 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: routers {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.187314 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: floatingips {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.188699 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: l3-routers {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.190105 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: l3-agents {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.191587 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: metering-labels {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.192857 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: metering-label-rules {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.195296 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: network-ip-availabilities {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.196621 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: bindings {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.198269 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: quotas {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.199982 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: quotas {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.201548 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: rbac-policies {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.205251 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: security-groups {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.205251 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: security-group-rules {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.205469 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: service-providers {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.206670 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: subnetpools {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.208075 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: subnetpools {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.209647 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: tags {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.211463 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: tags {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.213394 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: tags {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.215167 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: tags {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.216966 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: tags {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.218950 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: tags {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.220761 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: tags {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.222751 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: tags {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.224601 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: tags {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.226914 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron.api.extensions [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Extended resource: tags {{(pid=106804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 16:56:59.233250 dv-cinder-853678-2-iscsi neutron-server[106804]: WARNING keystonemiddleware.auth_token [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 18 16:56:59.238495 dv-cinder-853678-2-iscsi neutron-server[106804]: WARNING keystonemiddleware.auth_token [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 18 16:56:59.248144 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_concurrency.lockutils [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Acquiring lock "singleton_lock" {{(pid=106804) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 18 16:56:59.248544 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_concurrency.lockutils [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Acquired lock "singleton_lock" {{(pid=106804) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 18 16:56:59.248978 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_concurrency.lockutils [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Releasing lock "singleton_lock" {{(pid=106804) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 18 16:56:59.249638 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO oslo_service.service [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Starting 2 workers Aug 18 16:56:59.254473 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Started child 106918 {{(pid=106804) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 16:56:59.261805 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Started child 106919 {{(pid=106804) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 16:56:59.262010 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:56:59.262777 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO neutron.service [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Neutron service started, listening on 0.0.0.0:9696 Aug 18 16:56:59.262777 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Publish callbacks [] for process (None), before_spawn {{(pid=106804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:56:59.262989 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [-] (106918) wsgi starting up on http://0.0.0.0:9696 Aug 18 16:56:59.263975 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO oslo_service.service [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Starting 1 workers Aug 18 16:56:59.264071 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:56:59.265457 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [-] (106919) wsgi starting up on http://0.0.0.0:9696 Aug 18 16:56:59.269290 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Started child 106920 {{(pid=106804) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 16:56:59.269829 dv-cinder-853678-2-iscsi neutron-server[106804]: INFO oslo_service.service [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Starting 1 workers Aug 18 16:56:59.273081 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.service [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] calling RpcWorker wait() {{(pid=106920) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 18 16:56:59.273735 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.service [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] returning from RpcWorker wait() {{(pid=106920) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 18 16:56:59.274501 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Started child 106921 {{(pid=106804) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 16:56:59.275267 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2e24-e642-4798-be0e-262581ab651f None None] Publish callbacks [] for process (None), after_spawn {{(pid=106804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:56:59.275363 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:56:59.275814 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:56:59.277305 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106804) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 16:56:59.277568 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 16:56:59.277696 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 16:56:59.278183 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 16:56:59.278455 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 16:56:59.278703 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 16:56:59.279166 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.279482 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.279753 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.280023 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.280279 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:56:59.280778 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.280891 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.281288 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.281579 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.281852 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.282030 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.282200 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.282461 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.282701 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.283024 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.283304 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.283577 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.283817 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.283993 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.284252 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.284541 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.286865 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.286865 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] debug = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.286865 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.286865 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.286865 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.286865 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.287616 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.287616 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.287616 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.287616 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.288637 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.288637 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.288876 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.289001 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.289223 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.289419 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.289639 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.289921 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.290188 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.290682 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] host = dv-cinder-853678-2-iscsi {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.290934 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.291176 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.291714 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.291968 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.292243 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.292510 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.292761 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.293027 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.293283 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.293515 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.293769 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.294042 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.294282 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.294525 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] log_file = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.294694 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] log_options = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.294946 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.295225 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.295537 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.295794 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.296004 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.296276 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.296407 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.296528 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.296748 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.296969 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.297193 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.297443 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.297669 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.298082 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.298351 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.298594 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.298834 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.299216 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.299594 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.300183 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.300466 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.300680 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.300920 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.301146 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.301373 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.301686 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.301955 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.302194 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.302435 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.302675 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.302958 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.303228 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.304204 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.304399 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.304532 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.304759 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.304847 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:56:59.304991 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.305213 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.305481 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.305712 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.305981 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.306235 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.306472 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.306722 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.306941 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.307183 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.307467 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] use_json = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.307686 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.308022 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.315887 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.315887 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.315887 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.315887 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.315887 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.315887 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.315887 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.315887 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.316429 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.316429 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.316429 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.316429 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.316429 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.316429 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.316429 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.316429 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.316869 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.316869 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.316869 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.316869 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.316869 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.316869 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.316869 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.316869 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.317305 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.317305 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.317305 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.317305 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.317305 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.317305 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.317305 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.317305 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.317749 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.317749 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.317749 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.317749 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.317749 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.317749 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.318146 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.318146 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.318353 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.318662 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.318864 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.319132 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.319326 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.319574 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.319819 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.320078 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.320323 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.320554 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.320804 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.321165 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.321351 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.321482 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.321752 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.322023 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.322257 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.322465 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.322684 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.322923 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.323139 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.324010 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.324010 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.324010 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.325037 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.325037 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.325037 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.325037 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.325585 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.325585 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.325585 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.325897 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.326003 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.326192 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.326407 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.326671 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.326919 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.327136 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.327350 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.327597 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.327820 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.328279 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.328433 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.328556 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.328750 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.328925 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.329162 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.329436 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.329602 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.329819 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.330033 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.330462 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.330462 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.330698 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.330915 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.331131 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.331345 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.335964 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.335964 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.335964 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.335964 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.335964 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.335964 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.335964 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.335964 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.337278 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.337278 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.337278 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.337278 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.337278 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.337278 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.337278 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.337278 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.341694 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.341694 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.341694 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.341694 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.341694 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.341694 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.341694 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.341694 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.342599 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.342599 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.342599 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.342599 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.342599 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.342599 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.342599 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.343714 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.344223 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.344702 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.345025 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.345501 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.345789 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.346283 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.346430 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.346671 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.346933 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.347178 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.347506 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.347739 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.348000 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.348261 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.348529 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.348740 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.349285 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.349285 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.349645 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.349864 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.349864 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.349864 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.349864 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.349864 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.349864 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.349864 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.349864 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.353636 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.353636 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.353636 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.353636 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.353636 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.353636 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.354333 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.354333 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.355389 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.355389 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.355389 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.356004 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.356004 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.356004 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.356278 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.356472 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.356702 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.357022 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.357141 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.357366 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.357635 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.357875 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.358122 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.358366 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.358979 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.358979 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.359154 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.359244 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.359594 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.359718 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.359999 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.361525 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.361525 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.361525 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.361525 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.361525 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.361525 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.365003 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.365003 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.365003 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.365003 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.365003 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.365003 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.365003 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.365003 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.365578 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.365578 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.365578 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.365578 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.365578 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.365578 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.365578 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.365578 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.366728 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.366728 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.366728 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.366991 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.367220 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.367495 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.367721 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.367944 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.368166 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.368396 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.368618 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.368892 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.369133 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.369390 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.369611 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.369837 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.370062 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.370283 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.370807 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.370807 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.371384 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.371384 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.371608 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.371697 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.371973 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.372232 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.372470 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.372734 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.373003 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.373245 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.373475 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.373689 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.373902 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.374130 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.374369 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.374581 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.374833 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.375046 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.375261 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.375591 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.375817 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.376095 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.376345 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.376678 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.376812 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.377044 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.377283 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.377496 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.377749 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.377961 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.378195 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.378418 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.378659 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.378872 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.379102 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.379311 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.379639 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.379898 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.379898 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.380323 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.380599 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.380765 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.381010 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.381617 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.381617 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.381979 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.382346 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.382665 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.382919 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.383166 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.383404 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.384596 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.384596 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.384596 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.384596 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.385230 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.385230 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.385230 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.385597 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.385761 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.386026 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.386244 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.386539 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.386901 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.387193 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.387417 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.387705 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.387960 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.388323 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.388427 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.388634 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.388876 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.389194 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.389378 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.389618 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.389877 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.390361 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.390361 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.390537 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.390745 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.390978 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.391221 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.391484 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.391650 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 16:56:59.392222 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106804) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 16:56:59.392388 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 16:56:59.392994 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 16:56:59.393170 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 16:56:59.393343 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 16:56:59.393500 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 16:56:59.393717 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.393883 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.394047 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.394209 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.394395 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.394561 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.394723 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.394885 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.395048 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.395197 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.395358 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.395554 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.395725 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.395912 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.396119 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.396314 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.396456 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.396678 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.396769 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.396912 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.397072 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.397329 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] debug = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.397431 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.397621 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.397789 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.397951 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.398112 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.398275 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.398436 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.398597 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.398760 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.398942 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.399208 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.399308 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.399484 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.399645 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.399811 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.399954 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.400114 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.400381 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] host = dv-cinder-853678-2-iscsi {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.400474 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.400582 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.400743 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.400905 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.401066 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.401228 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.401389 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.401551 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.401712 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.401872 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.402034 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.402195 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.402356 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.402518 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] log_file = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.402679 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] log_options = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.402838 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.402999 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.403160 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.403351 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.403578 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.403732 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.403893 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.404831 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.404831 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.404831 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.404831 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.404831 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.404831 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.405268 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.405268 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.405268 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.405490 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.405569 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.405687 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.405847 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.406010 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.406171 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.410700 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.410700 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.410700 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.410700 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.410700 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.410700 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.410700 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.410700 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.410700 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.411721 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.411721 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.411721 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.411721 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.411721 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.411721 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.411721 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.411721 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.412300 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.412300 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.412300 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.412300 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.412300 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.412712 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:56:59.412808 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.412808 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.412808 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] use_json = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.412808 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.412808 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.412808 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.412808 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.412808 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.412808 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.414334 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.414334 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.414334 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 16:56:59.414334 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.414334 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.414334 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.414334 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.414334 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.415123 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.415123 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.415123 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.415123 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.415123 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.415123 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.415123 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.415123 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.416581 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.416581 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.416581 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.416581 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.416581 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.416581 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.416581 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.416581 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.417253 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.417253 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.417253 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.417253 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.417253 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.417253 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.417253 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.417253 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.418175 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.418175 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.418175 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.418175 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.418175 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.418175 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.418175 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.418175 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.418724 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.418724 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.418724 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.418724 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.418724 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.419065 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.419065 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.419220 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.419331 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.420700 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.420700 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.420700 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.420700 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.420700 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.420700 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.420700 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.420700 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.421305 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.421305 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.421305 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.421305 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.421590 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.421590 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.421740 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.421817 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.421973 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.422137 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.422314 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.422463 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.422627 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.422792 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.422969 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.423134 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.423297 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.423496 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.423654 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.423859 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.424015 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.424161 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.424305 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.424472 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.424627 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.424787 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.424951 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.425115 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.425280 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.425443 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.425607 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.425770 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.425933 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.426097 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.426260 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.426425 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.426589 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.426773 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.426939 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.427103 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.427271 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.427445 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.428134 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.428314 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.428484 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.429210 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.429391 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.429534 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.429699 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.429868 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.430033 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.430197 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.430361 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.430526 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.430693 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.430847 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.431066 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.431167 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.431319 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.431532 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.431671 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.431835 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.431999 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.432163 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.432327 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.432490 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.432653 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.432816 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.432993 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.433155 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.433321 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.433487 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.433657 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.433834 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.433999 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.434163 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.434329 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.434553 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.434652 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.434810 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.434974 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.435135 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.435300 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.435484 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.435663 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.435827 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.435992 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.436155 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.439011 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.439011 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.439011 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.439011 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.439011 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.439011 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.439011 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.439011 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.440104 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.440104 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.440104 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.440104 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.440104 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.440104 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.440104 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.440104 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.441510 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.441510 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.441510 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.441510 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.441510 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.441510 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.441510 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.441510 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.442612 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.442612 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.442612 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.442612 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.442612 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.442612 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.442612 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.442612 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.443254 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.443254 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.443254 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.443254 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.443254 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.443254 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.443254 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.443254 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.444137 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.444137 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.444137 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.444137 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.444137 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.444137 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.444137 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.444137 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.444746 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.444746 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.444746 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.444746 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.444746 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.444746 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.444746 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.445282 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.445282 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.445282 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.445513 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.445513 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.445657 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.445829 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.445970 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.446136 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.446300 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.446466 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.446683 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.446782 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.446942 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.447093 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.447260 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.447428 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.447616 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.447783 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.447948 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.448116 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.448280 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.448443 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.448607 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.448771 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.448940 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.449106 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.449269 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.449432 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.449619 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.449771 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.449937 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.450100 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.450263 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.450428 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.450603 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.450848 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.450950 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.451096 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.451326 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.451427 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.451588 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.451752 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.451918 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.452081 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.452245 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.452409 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.452583 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.452792 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.452963 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.453127 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.453291 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.453455 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.453629 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.453793 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.453957 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.454137 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.454326 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.454491 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.454666 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.454830 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.454995 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.455158 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.455323 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.455509 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.455685 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.455850 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.456015 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.456374 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.456374 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.456784 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.456784 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.456920 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.457033 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.457201 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.457369 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.457531 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.457697 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.457862 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.458031 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.458277 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.458277 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.458591 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.458737 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.458848 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.459020 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.459196 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.459354 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.459583 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.460397 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.460397 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.460639 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.460740 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.460961 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.461052 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.461301 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.461301 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.461477 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.461659 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.461823 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.461987 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.462151 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.462315 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.462555 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.462658 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.462852 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.462934 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.463095 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 16:56:59.463273 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 16:56:59.557855 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 40320) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:56:59.564914 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [-] 10.222.0.78 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049045 Aug 18 16:56:59.569906 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [-] 10.222.0.78 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0042362 Aug 18 16:57:08.594856 dv-cinder-853678-2-iscsi neutron-server[106804]: DEBUG dbcounter [-] [106804] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:11.076467 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af40e90b-6858-4db7-98c9-4f4239b2acb8 None None] get_active_networks_info from dv-cinder-853678-2-iscsi {{(pid=106920) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 18 16:57:11.131364 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writer thread running {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 18 16:57:11.131768 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writer thread running {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 18 16:57:11.190160 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af40e90b-6858-4db7-98c9-4f4239b2acb8 None None] No non-hosted networks {{(pid=106920) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 18 16:57:11.213150 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.agentschedulers_db [None req-af40e90b-6858-4db7-98c9-4f4239b2acb8 None None] DHCP Agent not found on host dv-cinder-853678-2-iscsi {{(pid=106920) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 18 16:57:11.309612 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-a4652e50-8973-4273-9830-7b2579023c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3873546'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:12.796050 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writer thread running {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 18 16:57:13.362005 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8bbe68bb-aa48-4520-b053-63ec4d72436c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3873546'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:13.395356 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.db.api [None req-5365167c-9490-4782-8dfd-9297e7af06eb None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-853678-2-iscsi {{(pid=106920) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 18 16:57:13.396632 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG oslo_db.api [None req-5365167c-9490-4782-8dfd-9297e7af06eb None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 16:57:14.017846 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-5365167c-9490-4782-8dfd-9297e7af06eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:14.709127 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3873546'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:14.727361 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 40396) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:57:15.311209 dv-cinder-853678-2-iscsi neutron-server[106919]: WARNING oslo_policy.policy [None req-e36cb0f6-8e9f-40ab-81fa-2f65d6b03e52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 16:57:15.311791 dv-cinder-853678-2-iscsi neutron-server[106919]: WARNING oslo_policy.policy [None req-e36cb0f6-8e9f-40ab-81fa-2f65d6b03e52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 16:57:15.526713 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [None req-e36cb0f6-8e9f-40ab-81fa-2f65d6b03e52 admin admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 16:57:15.527983 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-e36cb0f6-8e9f-40ab-81fa-2f65d6b03e52 admin admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7994628 Aug 18 16:57:16.120643 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3873546'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:16.121311 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:16.121687 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:16.122074 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:16.122477 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:16.122884 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:16.123261 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:16.123715 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:16.124126 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:16.124515 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:16.124913 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:16.125316 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:16.125701 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:16.126098 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:16.126491 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:16.126873 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:16.127318 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-853678-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:57:16.149689 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-853678-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:57:16.223120 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3873546'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:17.989520 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 40428) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:57:18.375027 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-da6ae009-bfcd-4d85-b877-26c3a43d6e64 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:57:18.469062 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.policy [None req-da6ae009-bfcd-4d85-b877-26c3a43d6e64 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106919) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 16:57:18.513488 dv-cinder-853678-2-iscsi neutron-server[106919]: WARNING oslo_policy.policy [None req-da6ae009-bfcd-4d85-b877-26c3a43d6e64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 16:57:18.513898 dv-cinder-853678-2-iscsi neutron-server[106919]: WARNING oslo_policy.policy [None req-da6ae009-bfcd-4d85-b877-26c3a43d6e64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 16:57:18.535338 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writer thread running {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 18 16:57:18.854707 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-da6ae009-bfcd-4d85-b877-26c3a43d6e64 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740651441086', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740651439562', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740651457258', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740651464997', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740651468477', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740651475818', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-915224', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-910925', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4094393', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4135017'] for rbac-policy (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:19.190972 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-da6ae009-bfcd-4d85-b877-26c3a43d6e64 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:19.192252 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-da6ae009-bfcd-4d85-b877-26c3a43d6e64 admin admin] 10.222.0.78 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2017202 Aug 18 16:57:19.539879 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.db.l3_hamode_db [None req-e089c972-86b2-414c-aad9-0eb295dd2b22 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 18 16:57:19.617936 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e089c972-86b2-414c-aad9-0eb295dd2b22 None None] Routers set() bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 16:57:19.618295 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e089c972-86b2-414c-aad9-0eb295dd2b22 None None] Router IDs set() for agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 18 16:57:21.589219 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 40438) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:57:21.913696 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:57:22.183472 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Made reservation on behalf of 245484b5b8f64846ade02c3508e78cf3 for: {'network': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 16:57:22.187612 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for network (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:22.207463 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:22.324125 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Publish callbacks [] for security_group (bf8f2c04-d587-40c6-a4f9-26ada3cf6e43), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:22.411801 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (bf8f2c04-d587-40c6-a4f9-26ada3cf6e43), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:22.438885 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=106919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 16:57:22.471279 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740646743426', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (17231d6d-a2da-409e-8a3f-0da74b769d51), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:22.471879 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Unsubscribe: segment precommit_create {{(pid=106919) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 16:57:22.472433 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.segments_db [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Added segment 17231d6d-a2da-409e-8a3f-0da74b769d51 of type vlan for network 6b34a06d-31c5-4af2-a6d6-70817fb7c3d6 Aug 18 16:57:22.506595 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8f2c04-d587-40c6-a4f9-26ada3cf6e43,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:57:22.543940 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:22.544284 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:22.544645 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:22.544984 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:22.545310 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:22.545633 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:22.545953 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:22.546271 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:22.546591 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:22.546907 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:22.547222 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:22.547579 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:22.547900 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:22.548226 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:22.548555 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Tracked resource versions report: Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: pushed versions: Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: { 'AddressGroup': {'1.2'}, Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Agent': {'1.1'}, Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'ConntrackHelper': {'1.0'}, Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'LocalIPAssociation': {'1.0'}, Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Log': {'1.0'}, Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'NDPProxy': {'1.0'}, Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Network': {'1.1'}, Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Port': {'1.7'}, Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'PortForwarding': {'1.3'}, Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'QosPolicy': {'1.10'}, Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'SecurityGroup': {'1.5'}, Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'SecurityGroupRule': {'1.2'}, Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'SubPort': {'1.0'}, Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Subnet': {'1.1'}, Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Trunk': {'1.1'}} Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: consumer versions: Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: { DHCP agent@dv-cinder-853678-2-iscsi: {}, Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: L3 agent@dv-cinder-853678-2-iscsi: {}, Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: Metadata agent@dv-cinder-853678-2-iscsi: {}, Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: Metering agent@dv-cinder-853678-2-iscsi: {}, Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: Open vSwitch agent@dv-cinder-853678-2-iscsi: { 'AddressGroup': '1.2', Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Agent': '1.1', Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'ConntrackHelper': '1.0', Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'LocalIPAssociation': '1.0', Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Log': '1.0', Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'NDPProxy': '1.0', Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Network': '1.1', Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Port': '1.7', Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'PortForwarding': '1.3', Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'QosPolicy': '1.10', Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'SecurityGroup': '1.5', Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'SecurityGroupRule': '1.2', Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'SubPort': '1.0', Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Subnet': '1.1', Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Trunk': '1.1'}} Aug 18 16:57:22.549941 dv-cinder-853678-2-iscsi neutron-server[106919]: {{(pid=106919) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 16:57:22.584719 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740646246220'] for network (6b34a06d-31c5-4af2-a6d6-70817fb7c3d6), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:22.726270 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for network (6b34a06d-31c5-4af2-a6d6-70817fb7c3d6), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:22.731316 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:57:22.732031 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:22.846902 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] Pushing event updated for resources: {'Network': ['ID=6b34a06d-31c5-4af2-a6d6-70817fb7c3d6,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:57:22.859490 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Network 6b34a06d-31c5-4af2-a6d6-70817fb7c3d6 details requested by agent ovs-agent-dv-cinder-853678-2-iscsi with host dv-cinder-853678-2-iscsi {{(pid=106920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 16:57:22.865211 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-68ca71c8-4e5f-4c65-834c-3b2ebedfd335 demo demo] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2747214 Aug 18 16:57:25.286492 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 40450) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:57:25.795936 dv-cinder-853678-2-iscsi neutron-server[106918]: WARNING oslo_policy.policy [None req-86339080-6278-4ca5-906d-c2fd3225a3fc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 16:57:25.796558 dv-cinder-853678-2-iscsi neutron-server[106918]: WARNING oslo_policy.policy [None req-86339080-6278-4ca5-906d-c2fd3225a3fc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 16:57:26.023734 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writer thread running {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 18 16:57:26.184146 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:26.192595 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=8 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:26.235638 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.policy [None req-86339080-6278-4ca5-906d-c2fd3225a3fc demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106918) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 16:57:26.279257 dv-cinder-853678-2-iscsi neutron-server[106918]: WARNING oslo_policy.policy [None req-86339080-6278-4ca5-906d-c2fd3225a3fc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 16:57:26.279599 dv-cinder-853678-2-iscsi neutron-server[106918]: WARNING oslo_policy.policy [None req-86339080-6278-4ca5-906d-c2fd3225a3fc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 16:57:26.287699 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86339080-6278-4ca5-906d-c2fd3225a3fc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:57:26.289627 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-86339080-6278-4ca5-906d-c2fd3225a3fc demo admin] 10.222.0.78 "GET /networking/v2.0/networks/6b34a06d-31c5-4af2-a6d6-70817fb7c3d6 HTTP/1.1" status: 200 len: 825 time: 1.0006549 Aug 18 16:57:26.330628 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-3c7ce54f-58cd-4dd9-a50e-b2984aaea787 demo admin] 10.222.0.78 "GET /networking/v2.0/subnetpools/d9162297-9135-47c7-8540-e748f0e17bc9 HTTP/1.1" status: 200 len: 734 time: 0.0346632 Aug 18 16:57:26.341370 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '6b34a06d-31c5-4af2-a6d6-70817fb7c3d6', 'subnetpool_id': 'd9162297-9135-47c7-8540-e748f0e17bc9'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:57:26.445958 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Made reservation on behalf of 245484b5b8f64846ade02c3508e78cf3 for: {'subnet': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 16:57:26.448945 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:26.795092 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for subnet (39423d9c-c653-4536-9e23-ce60f90ce5e8), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:26.863142 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Checking segment: {'id': '17231d6d-a2da-409e-8a3f-0da74b769d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6b34a06d-31c5-4af2-a6d6-70817fb7c3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 16:57:26.863544 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Network hostable DHCP agents. Network: 6b34a06d-31c5-4af2-a6d6-70817fb7c3d6, hostable agents: ['e58bb1ce-71d7-42ea-87d8-4585040b913b'], hosted agents: [] {{(pid=106918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 16:57:26.872913 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:26.887578 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Pushing event updated for resources: {'Subnet': ['ID=39423d9c-c653-4536-9e23-ce60f90ce5e8,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:57:26.903081 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:26.907969 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:26.907969 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:26.907969 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:26.907969 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:26.907969 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:26.908480 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:26.908480 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:26.908480 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:26.908480 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:26.908480 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:26.908868 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:26.908868 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:26.908868 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:26.908868 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Tracked resource versions report: Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: pushed versions: Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: { 'AddressGroup': {'1.2'}, Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Agent': {'1.1'}, Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'ConntrackHelper': {'1.0'}, Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'LocalIPAssociation': {'1.0'}, Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Log': {'1.0'}, Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'NDPProxy': {'1.0'}, Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Network': {'1.1'}, Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Port': {'1.7'}, Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'PortForwarding': {'1.3'}, Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'QosPolicy': {'1.10'}, Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'SecurityGroup': {'1.5'}, Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'SecurityGroupRule': {'1.2'}, Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'SubPort': {'1.0'}, Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Subnet': {'1.1'}, Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Trunk': {'1.1'}} Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: consumer versions: Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: { DHCP agent@dv-cinder-853678-2-iscsi: {}, Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: L3 agent@dv-cinder-853678-2-iscsi: {}, Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: Metadata agent@dv-cinder-853678-2-iscsi: {}, Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: Metering agent@dv-cinder-853678-2-iscsi: {}, Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: Open vSwitch agent@dv-cinder-853678-2-iscsi: { 'AddressGroup': '1.2', Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Agent': '1.1', Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'ConntrackHelper': '1.0', Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'LocalIPAssociation': '1.0', Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Log': '1.0', Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'NDPProxy': '1.0', Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Network': '1.1', Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Port': '1.7', Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'PortForwarding': '1.3', Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'QosPolicy': '1.10', Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'SecurityGroup': '1.5', Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'SecurityGroupRule': '1.2', Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'SubPort': '1.0', Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Subnet': '1.1', Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Trunk': '1.1'}} Aug 18 16:57:26.909172 dv-cinder-853678-2-iscsi neutron-server[106918]: {{(pid=106918) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 16:57:26.977250 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Network 6b34a06d-31c5-4af2-a6d6-70817fb7c3d6 is scheduled to be hosted by DHCP agent e58bb1ce-71d7-42ea-87d8-4585040b913b with binding_index 1 {{(pid=106918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 16:57:27.068986 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853678-2-iscsi, 6b34a06d-31c5-4af2-a6d6-70817fb7c3d6) {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:57:27.073754 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:57:27.090663 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:27.091486 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdc9fce-0281-44dd-8aa9-e03e04c69cb5 None None] Network 6b34a06d-31c5-4af2-a6d6-70817fb7c3d6 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 16:57:27.174218 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-8265a370-43ec-4dd6-8ca1-1f8e3affcf95 demo admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8364840 Aug 18 16:57:27.340913 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3313c541-5052-5b58-90ab-4ac2d5070ee7-6b34a06d-31c5-4af2-a6d6-70817fb7c3d6', 'network_id': '6b34a06d-31c5-4af2-a6d6-70817fb7c3d6', 'project_id': '245484b5b8f64846ade02c3508e78cf3', 'fixed_ips': [{'subnet_id': '39423d9c-c653-4536-9e23-ce60f90ce5e8'}]}} from dv-cinder-853678-2-iscsi. {{(pid=106920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 16:57:27.342200 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:27.584377 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=38,neutron:INSERT=33 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:27.661350 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.db_base_plugin_common [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Allocated IP 172.20.0.2 (6b34a06d-31c5-4af2-a6d6-70817fb7c3d6/39423d9c-c653-4536-9e23-ce60f90ce5e8/5c30b6e0-efcf-4c15-9a14-9a45c05dde39) {{(pid=106920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:57:27.905435 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Publish callbacks [] for port (5c30b6e0-efcf-4c15-9a14-9a45c05dde39), precommit_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:27.977344 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (5c30b6e0-efcf-4c15-9a14-9a45c05dde39), after_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:28.051915 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Network 6b34a06d-31c5-4af2-a6d6-70817fb7c3d6 is already hosted by enough agents. {{(pid=106920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:57:28.064253 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.base_scheduler [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Resources bound (agent type, host, resource id): {{(pid=106920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:57:28.069905 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Received port after_create {{(pid=106920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 16:57:28.073264 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Pushing event updated for resources: {'Port': ['ID=5c30b6e0-efcf-4c15-9a14-9a45c05dde39,revision_number=1']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:57:28.104363 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:28.105053 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:28.105053 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:28.105443 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:28.105721 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:28.106051 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:28.106379 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:28.106709 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:28.107036 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:28.107360 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:28.107724 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:28.108068 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:28.108395 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Tracked resource versions report: Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: pushed versions: Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: { 'AddressGroup': {'1.2'}, Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Agent': {'1.1'}, Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: 'ConntrackHelper': {'1.0'}, Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: 'LocalIPAssociation': {'1.0'}, Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Log': {'1.0'}, Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: 'NDPProxy': {'1.0'}, Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Network': {'1.1'}, Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Port': {'1.7'}, Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: 'PortForwarding': {'1.3'}, Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: 'QosPolicy': {'1.10'}, Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: 'SecurityGroup': {'1.5'}, Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: 'SecurityGroupRule': {'1.2'}, Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: 'SubPort': {'1.0'}, Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Subnet': {'1.1'}, Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Trunk': {'1.1'}} Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: consumer versions: Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: { DHCP agent@dv-cinder-853678-2-iscsi: {}, Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: L3 agent@dv-cinder-853678-2-iscsi: {}, Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: Metadata agent@dv-cinder-853678-2-iscsi: {}, Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: Metering agent@dv-cinder-853678-2-iscsi: {}, Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: Open vSwitch agent@dv-cinder-853678-2-iscsi: { 'AddressGroup': '1.2', Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Agent': '1.1', Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: 'ConntrackHelper': '1.0', Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: 'LocalIPAssociation': '1.0', Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Log': '1.0', Aug 18 16:57:28.119975 dv-cinder-853678-2-iscsi neutron-server[106920]: 'NDPProxy': '1.0', Aug 18 16:57:28.122363 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Network': '1.1', Aug 18 16:57:28.122363 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Port': '1.7', Aug 18 16:57:28.122363 dv-cinder-853678-2-iscsi neutron-server[106920]: 'PortForwarding': '1.3', Aug 18 16:57:28.122363 dv-cinder-853678-2-iscsi neutron-server[106920]: 'QosPolicy': '1.10', Aug 18 16:57:28.122363 dv-cinder-853678-2-iscsi neutron-server[106920]: 'SecurityGroup': '1.5', Aug 18 16:57:28.122363 dv-cinder-853678-2-iscsi neutron-server[106920]: 'SecurityGroupRule': '1.2', Aug 18 16:57:28.122363 dv-cinder-853678-2-iscsi neutron-server[106920]: 'SubPort': '1.0', Aug 18 16:57:28.122363 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Subnet': '1.1', Aug 18 16:57:28.122363 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Trunk': '1.1'}} Aug 18 16:57:28.122363 dv-cinder-853678-2-iscsi neutron-server[106920]: {{(pid=106920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 16:57:28.169107 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Attempting to bind port 5c30b6e0-efcf-4c15-9a14-9a45c05dde39 on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 16:57:28.169421 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Attempting to bind port 5c30b6e0-efcf-4c15-9a14-9a45c05dde39 by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '17231d6d-a2da-409e-8a3f-0da74b769d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6b34a06d-31c5-4af2-a6d6-70817fb7c3d6'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 16:57:28.169841 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Attempting to bind port 5c30b6e0-efcf-4c15-9a14-9a45c05dde39 on network 6b34a06d-31c5-4af2-a6d6-70817fb7c3d6 {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 16:57:28.174945 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 16, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 16:57:28.175329 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Checking segment: {'id': '17231d6d-a2da-409e-8a3f-0da74b769d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6b34a06d-31c5-4af2-a6d6-70817fb7c3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 16:57:28.175820 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:28.176224 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Bound using segment: {'id': '17231d6d-a2da-409e-8a3f-0da74b769d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6b34a06d-31c5-4af2-a6d6-70817fb7c3d6'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 16:57:28.176661 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Bound port: 5c30b6e0-efcf-4c15-9a14-9a45c05dde39, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17231d6d-a2da-409e-8a3f-0da74b769d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6b34a06d-31c5-4af2-a6d6-70817fb7c3d6'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 16:57:28.177060 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (5c30b6e0-efcf-4c15-9a14-9a45c05dde39), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:28.240042 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] For port 5c30b6e0-efcf-4c15-9a14-9a45c05dde39, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 16:57:28.260667 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] For port 5c30b6e0-efcf-4c15-9a14-9a45c05dde39, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=5c30b6e0-efcf-4c15-9a14-9a45c05dde39,segment=NetworkSegment(17231d6d-a2da-409e-8a3f-0da74b769d51),segment_id=17231d6d-a2da-409e-8a3f-0da74b769d51)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 16:57:28.321661 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (5c30b6e0-efcf-4c15-9a14-9a45c05dde39), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:28.384101 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851ccf5-471e-4c03-9023-a7695ab5328c None None] Pushing event updated for resources: {'Port': ['ID=5c30b6e0-efcf-4c15-9a14-9a45c05dde39,revision_number=2']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:57:29.660941 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 40478) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:57:29.986283 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [None req-f7f92c8c-92c9-4a5d-b2de-369e21c38a6c admin admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 16:57:29.988821 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-f7f92c8c-92c9-4a5d-b2de-369e21c38a6c admin admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3254027 Aug 18 16:57:32.429794 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 40486) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:57:32.772708 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [None req-d5a6bcf8-88ae-4e45-9bf1-b2549fbc508b admin admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 16:57:32.773646 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-d5a6bcf8-88ae-4e45-9bf1-b2549fbc508b admin admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3429511 Aug 18 16:57:32.837718 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=52,neutron:INSERT=42,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:32.843164 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=53,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:35.199554 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 40502) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:57:35.549418 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-53894ba4-7383-463c-93d8-9d82fbb38be8 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:57:35.640546 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-53894ba4-7383-463c-93d8-9d82fbb38be8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (718a7d88-b27e-4186-af4f-a8d942c5296e), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:35.642215 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-53894ba4-7383-463c-93d8-9d82fbb38be8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3874696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3929413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5391'] for router (718a7d88-b27e-4186-af4f-a8d942c5296e), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:35.691205 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 5c30b6e0-efcf-4c15-9a14-9a45c05dde39 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:57:35.795916 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-53894ba4-7383-463c-93d8-9d82fbb38be8 demo demo] Publish callbacks [] for router_controller (718a7d88-b27e-4186-af4f-a8d942c5296e), precommit_add_association {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:35.806998 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 5c30b6e0-efcf-4c15-9a14-9a45c05dde39 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 16:57:35.807678 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (5c30b6e0-efcf-4c15-9a14-9a45c05dde39), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:35.886637 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-53894ba4-7383-463c-93d8-9d82fbb38be8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3874809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876444'] for router (718a7d88-b27e-4186-af4f-a8d942c5296e), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:35.916799 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 5c30b6e0-efcf-4c15-9a14-9a45c05dde39 is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 16:57:35.917200 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (5c30b6e0-efcf-4c15-9a14-9a45c05dde39), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:35.955720 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port 5c30b6e0-efcf-4c15-9a14-9a45c05dde39, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=5c30b6e0-efcf-4c15-9a14-9a45c05dde39,segment=NetworkSegment(17231d6d-a2da-409e-8a3f-0da74b769d51),segment_id=17231d6d-a2da-409e-8a3f-0da74b769d51)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:57:35.984809 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-53894ba4-7383-463c-93d8-9d82fbb38be8 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:35.987123 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-53894ba4-7383-463c-93d8-9d82fbb38be8 demo demo] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7855196 Aug 18 16:57:36.051684 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (5c30b6e0-efcf-4c15-9a14-9a45c05dde39), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:36.113103 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:36.114080 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=5c30b6e0-efcf-4c15-9a14-9a45c05dde39,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:57:36.562539 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28609c79-947c-4432-9406-2c613611dec1 None None] Network 6b34a06d-31c5-4af2-a6d6-70817fb7c3d6 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 16:57:36.619417 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:36.649229 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-b36d53bd-c378-478b-95c5-5903ceb0443e None None] Provisioning complete for port 5c30b6e0-efcf-4c15-9a14-9a45c05dde39 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 16:57:36.649597 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-b36d53bd-c378-478b-95c5-5903ceb0443e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (5c30b6e0-efcf-4c15-9a14-9a45c05dde39), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:36.764171 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-b36d53bd-c378-478b-95c5-5903ceb0443e None None] Current status of the port 5c30b6e0-efcf-4c15-9a14-9a45c05dde39 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 16:57:36.983784 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-ee72d25f-3338-45c0-a2f7-823025bd0d74 None None] Provisioning complete for port 5c30b6e0-efcf-4c15-9a14-9a45c05dde39 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 16:57:36.984195 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-ee72d25f-3338-45c0-a2f7-823025bd0d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (5c30b6e0-efcf-4c15-9a14-9a45c05dde39), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:37.060053 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-ee72d25f-3338-45c0-a2f7-823025bd0d74 None None] Current status of the port 5c30b6e0-efcf-4c15-9a14-9a45c05dde39 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 16:57:37.090140 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:37.686169 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 5c30b6e0-efcf-4c15-9a14-9a45c05dde39 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:57:37.730033 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 5c30b6e0-efcf-4c15-9a14-9a45c05dde39 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 16:57:37.730424 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (5c30b6e0-efcf-4c15-9a14-9a45c05dde39), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:37.803696 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 5c30b6e0-efcf-4c15-9a14-9a45c05dde39 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 16:57:38.371804 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 40510) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:57:38.701768 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [None req-c11e48f8-798d-4583-b71a-02d76c981821 admin admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 16:57:38.702815 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-c11e48f8-798d-4583-b71a-02d76c981821 admin admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3299057 Aug 18 16:57:41.005855 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:41.069360 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-575e40b9-24b5-4ea3-8545-ae4e2413f26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:41.096579 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 40518) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:57:41.422124 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-c2e6abb0-ba50-4ab1-84f9-e303dd4323c0 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:57:41.497496 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e6abb0-ba50-4ab1-84f9-e303dd4323c0 admin admin] Made reservation on behalf of aa954a12b5b948a3954e351b825a86fb for: {'network': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 16:57:41.499950 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c2e6abb0-ba50-4ab1-84f9-e303dd4323c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for network (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:41.516780 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c2e6abb0-ba50-4ab1-84f9-e303dd4323c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:41.621262 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c2e6abb0-ba50-4ab1-84f9-e303dd4323c0 admin admin] Publish callbacks [] for security_group (504b8c31-646f-4844-96ff-4bfbcfeacb4e), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:41.685688 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c2e6abb0-ba50-4ab1-84f9-e303dd4323c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (504b8c31-646f-4844-96ff-4bfbcfeacb4e), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:41.703214 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c2e6abb0-ba50-4ab1-84f9-e303dd4323c0 admin admin] Reserving flat network on physical network physnet1 {{(pid=106918) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 18 16:57:41.723863 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6abb0-ba50-4ab1-84f9-e303dd4323c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504b8c31-646f-4844-96ff-4bfbcfeacb4e,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:57:41.729753 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c2e6abb0-ba50-4ab1-84f9-e303dd4323c0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740646743426', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (94faa1a3-5b0c-4b15-943d-a820287b332b), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:41.730297 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c2e6abb0-ba50-4ab1-84f9-e303dd4323c0 admin admin] Unsubscribe: segment precommit_create {{(pid=106918) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 16:57:41.730791 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.db.segments_db [None req-c2e6abb0-ba50-4ab1-84f9-e303dd4323c0 admin admin] Added segment 94faa1a3-5b0c-4b15-943d-a820287b332b of type flat for network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c Aug 18 16:57:41.784578 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c2e6abb0-ba50-4ab1-84f9-e303dd4323c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740646246220'] for network (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:41.879700 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c2e6abb0-ba50-4ab1-84f9-e303dd4323c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for network (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:41.880644 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e6abb0-ba50-4ab1-84f9-e303dd4323c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:57:41.881239 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c2e6abb0-ba50-4ab1-84f9-e303dd4323c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:41.991717 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6abb0-ba50-4ab1-84f9-e303dd4323c0 admin admin] Pushing event updated for resources: {'Network': ['ID=a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:57:42.001871 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c details requested by agent ovs-agent-dv-cinder-853678-2-iscsi with host dv-cinder-853678-2-iscsi {{(pid=106920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 16:57:42.127867 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-c2e6abb0-ba50-4ab1-84f9-e303dd4323c0 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0301282 Aug 18 16:57:43.365952 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-9d28502d-a2e8-4c5f-b33f-2511b06c58b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:44.513549 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 40526) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:57:44.668803 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:44.901660 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29fa314-055d-47b4-a3fd-69ef3ec728a9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:57:44.902985 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-b29fa314-055d-47b4-a3fd-69ef3ec728a9 demo admin] 10.222.0.78 "GET /networking/v2.0/subnets/39423d9c-c653-4536-9e23-ce60f90ce5e8 HTTP/1.1" status: 200 len: 849 time: 0.3884888 Aug 18 16:57:45.063815 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-bbf9384f-756b-4821-aba5-7fe6efe77061 demo admin] 10.222.0.78 "GET /networking/v2.0/routers/718a7d88-b27e-4186-af4f-a8d942c5296e HTTP/1.1" status: 200 len: 704 time: 0.1546535 Aug 18 16:57:45.328744 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-5286c589-726e-4e48-af46-5c4869775e03 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:45.462259 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:45.602318 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:45.626088 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [None req-5286c589-726e-4e48-af46-5c4869775e03 demo admin] Allocated IP 172.20.0.1 (6b34a06d-31c5-4af2-a6d6-70817fb7c3d6/39423d9c-c653-4536-9e23-ce60f90ce5e8/dd6003ef-2c9e-4182-b90a-8a44ac145f93) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:57:45.785175 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-5286c589-726e-4e48-af46-5c4869775e03 demo admin] Publish callbacks [] for port (dd6003ef-2c9e-4182-b90a-8a44ac145f93), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:45.896669 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=10,neutron:INSERT=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:45.897479 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-5286c589-726e-4e48-af46-5c4869775e03 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (dd6003ef-2c9e-4182-b90a-8a44ac145f93), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:45.899837 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=9,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:45.972643 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5286c589-726e-4e48-af46-5c4869775e03 demo admin] Network 6b34a06d-31c5-4af2-a6d6-70817fb7c3d6 is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:57:45.984772 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-5286c589-726e-4e48-af46-5c4869775e03 demo admin] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:57:45.988958 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5286c589-726e-4e48-af46-5c4869775e03 demo admin] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 16:57:45.989490 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-5286c589-726e-4e48-af46-5c4869775e03 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3878446'] for router_interface (718a7d88-b27e-4186-af4f-a8d942c5296e), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:45.992463 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286c589-726e-4e48-af46-5c4869775e03 demo admin] Pushing event updated for resources: {'Port': ['ID=dd6003ef-2c9e-4182-b90a-8a44ac145f93,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:57:46.033596 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:46.160073 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:46.238606 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-c75d3a23-10d7-4416-8e5b-63c93d4a440f None None] Provisioning complete for port dd6003ef-2c9e-4182-b90a-8a44ac145f93 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 16:57:46.239096 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-c75d3a23-10d7-4416-8e5b-63c93d4a440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (dd6003ef-2c9e-4182-b90a-8a44ac145f93), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:46.269146 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-c75d3a23-10d7-4416-8e5b-63c93d4a440f None None] Port dd6003ef-2c9e-4182-b90a-8a44ac145f93 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 16:57:46.327360 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-5286c589-726e-4e48-af46-5c4869775e03 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (dd6003ef-2c9e-4182-b90a-8a44ac145f93), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:46.531408 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:46.535170 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-5286c589-726e-4e48-af46-5c4869775e03 demo admin] Publish callbacks [] for port (dd6003ef-2c9e-4182-b90a-8a44ac145f93), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:46.594392 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-5286c589-726e-4e48-af46-5c4869775e03 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (dd6003ef-2c9e-4182-b90a-8a44ac145f93), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:46.595200 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-5286c589-726e-4e48-af46-5c4869775e03 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3878594'] for router_interface (718a7d88-b27e-4186-af4f-a8d942c5296e), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:46.681894 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286c589-726e-4e48-af46-5c4869775e03 demo admin] Pushing event updated for resources: {'Port': ['ID=dd6003ef-2c9e-4182-b90a-8a44ac145f93,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:57:46.722165 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5286c589-726e-4e48-af46-5c4869775e03 demo admin] Network 6b34a06d-31c5-4af2-a6d6-70817fb7c3d6 is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:57:46.723430 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-5286c589-726e-4e48-af46-5c4869775e03 demo admin] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:57:46.888796 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-72844d21-f4fe-4f44-a170-ad59b761ba66 None None] Provisioning complete for port dd6003ef-2c9e-4182-b90a-8a44ac145f93 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 16:57:46.889182 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-72844d21-f4fe-4f44-a170-ad59b761ba66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (dd6003ef-2c9e-4182-b90a-8a44ac145f93), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:46.924102 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-72844d21-f4fe-4f44-a170-ad59b761ba66 None None] Port dd6003ef-2c9e-4182-b90a-8a44ac145f93 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 16:57:46.983214 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5286c589-726e-4e48-af46-5c4869775e03 demo admin] Router 718a7d88-b27e-4186-af4f-a8d942c5296e is scheduled to L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 with binding_index 1 {{(pid=106918) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 16:57:47.074469 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5286c589-726e-4e48-af46-5c4869775e03 demo admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:57:47.080158 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-5286c589-726e-4e48-af46-5c4869775e03 demo admin] 10.222.0.78 "PUT /networking/v2.0/routers/718a7d88-b27e-4186-af4f-a8d942c5296e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0109465 Aug 18 16:57:47.086364 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad307c-bae4-4883-920e-595beacd25ee None None] Sync routers for ids ['718a7d88-b27e-4186-af4f-a8d942c5296e'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:57:47.099999 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edad307c-bae4-4883-920e-595beacd25ee None None] Routers {'718a7d88-b27e-4186-af4f-a8d942c5296e'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 16:57:47.100844 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-edad307c-bae4-4883-920e-595beacd25ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T16:57:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['718a7d88-b27e-4186-af4f-a8d942c5296e'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:57:47.285190 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-edad307c-bae4-4883-920e-595beacd25ee None None] Set router 718a7d88-b27e-4186-af4f-a8d942c5296e gateway port host: None {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 16:57:47.716820 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-edad307c-bae4-4883-920e-595beacd25ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718a7d88-b27e-4186-af4f-a8d942c5296e', 'name': 'router1', 'tenant_id': '245484b5b8f64846ade02c3508e78cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T16:57:35Z', 'updated_at': '2022-08-18T16:57:46Z', 'revision_number': 2, 'project_id': '245484b5b8f64846ade02c3508e78cf3', 'gw_port_host': None, '_interfaces': [{'id': 'dd6003ef-2c9e-4182-b90a-8a44ac145f93', 'name': '', 'network_id': '6b34a06d-31c5-4af2-a6d6-70817fb7c3d6', 'tenant_id': '245484b5b8f64846ade02c3508e78cf3', 'mac_address': 'fa:16:3e:2a:97:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718a7d88-b27e-4186-af4f-a8d942c5296e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39423d9c-c653-4536-9e23-ce60f90ce5e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T16:57:45Z', 'updated_at': '2022-08-18T16:57:46Z', 'revision_number': 2, 'project_id': '245484b5b8f64846ade02c3508e78cf3', 'subnets': [{'id': '39423d9c-c653-4536-9e23-ce60f90ce5e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9162297-9135-47c7-8540-e748f0e17bc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:57:47.768561 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad307c-bae4-4883-920e-595beacd25ee None None] Checking router: 718a7d88-b27e-4186-af4f-a8d942c5296e for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:57:47.768938 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad307c-bae4-4883-920e-595beacd25ee None None] Updating router 718a7d88-b27e-4186-af4f-a8d942c5296e port dd6003ef-2c9e-4182-b90a-8a44ac145f93 binding host dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 16:57:47.824900 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-edad307c-bae4-4883-920e-595beacd25ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (dd6003ef-2c9e-4182-b90a-8a44ac145f93), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:48.338072 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-edad307c-bae4-4883-920e-595beacd25ee None None] Publish callbacks [] for port (dd6003ef-2c9e-4182-b90a-8a44ac145f93), precommit_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:48.405945 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-edad307c-bae4-4883-920e-595beacd25ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (dd6003ef-2c9e-4182-b90a-8a44ac145f93), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:48.560670 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8d0e5-7f12-4ddc-b28d-229a42f534c7 None None] Pushing event updated for resources: {'Port': ['ID=dd6003ef-2c9e-4182-b90a-8a44ac145f93,revision_number=3']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:57:48.565741 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-edad307c-bae4-4883-920e-595beacd25ee None None] Attempting to bind port dd6003ef-2c9e-4182-b90a-8a44ac145f93 on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 16:57:48.566028 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-edad307c-bae4-4883-920e-595beacd25ee None None] Attempting to bind port dd6003ef-2c9e-4182-b90a-8a44ac145f93 by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '17231d6d-a2da-409e-8a3f-0da74b769d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6b34a06d-31c5-4af2-a6d6-70817fb7c3d6'}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 16:57:48.566468 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad307c-bae4-4883-920e-595beacd25ee None None] Attempting to bind port dd6003ef-2c9e-4182-b90a-8a44ac145f93 on network 6b34a06d-31c5-4af2-a6d6-70817fb7c3d6 {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 16:57:48.575494 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d0e5-7f12-4ddc-b28d-229a42f534c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:48.575819 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d0e5-7f12-4ddc-b28d-229a42f534c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:48.576161 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d0e5-7f12-4ddc-b28d-229a42f534c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:48.576506 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d0e5-7f12-4ddc-b28d-229a42f534c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:48.576841 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d0e5-7f12-4ddc-b28d-229a42f534c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:48.577171 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d0e5-7f12-4ddc-b28d-229a42f534c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:48.577498 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d0e5-7f12-4ddc-b28d-229a42f534c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:48.577826 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d0e5-7f12-4ddc-b28d-229a42f534c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:48.578153 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d0e5-7f12-4ddc-b28d-229a42f534c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:48.578477 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d0e5-7f12-4ddc-b28d-229a42f534c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:48.578808 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d0e5-7f12-4ddc-b28d-229a42f534c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:48.579150 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d0e5-7f12-4ddc-b28d-229a42f534c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:48.579494 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d0e5-7f12-4ddc-b28d-229a42f534c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:48.579822 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d0e5-7f12-4ddc-b28d-229a42f534c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:48.580147 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d0e5-7f12-4ddc-b28d-229a42f534c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8d0e5-7f12-4ddc-b28d-229a42f534c7 None None] Tracked resource versions report: Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: pushed versions: Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: { 'AddressGroup': {'1.2'}, Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Agent': {'1.1'}, Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'ConntrackHelper': {'1.0'}, Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'LocalIPAssociation': {'1.0'}, Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Log': {'1.0'}, Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'NDPProxy': {'1.0'}, Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Network': {'1.1'}, Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Port': {'1.7'}, Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'PortForwarding': {'1.3'}, Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'QosPolicy': {'1.10'}, Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'SecurityGroup': {'1.5'}, Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'SecurityGroupRule': {'1.2'}, Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'SubPort': {'1.0'}, Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Subnet': {'1.1'}, Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Trunk': {'1.1'}} Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: consumer versions: Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: { DHCP agent@dv-cinder-853678-2-iscsi: {}, Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: L3 agent@dv-cinder-853678-2-iscsi: {}, Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: Metadata agent@dv-cinder-853678-2-iscsi: {}, Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: Metering agent@dv-cinder-853678-2-iscsi: {}, Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: Open vSwitch agent@dv-cinder-853678-2-iscsi: { 'AddressGroup': '1.2', Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Agent': '1.1', Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'ConntrackHelper': '1.0', Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'LocalIPAssociation': '1.0', Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Log': '1.0', Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'NDPProxy': '1.0', Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Network': '1.1', Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Port': '1.7', Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'PortForwarding': '1.3', Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'QosPolicy': '1.10', Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'SecurityGroup': '1.5', Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'SecurityGroupRule': '1.2', Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'SubPort': '1.0', Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Subnet': '1.1', Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Trunk': '1.1'}} Aug 18 16:57:48.581587 dv-cinder-853678-2-iscsi neutron-server[106921]: {{(pid=106921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 16:57:48.585939 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad307c-bae4-4883-920e-595beacd25ee None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 16, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 16:57:48.586348 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad307c-bae4-4883-920e-595beacd25ee None None] Checking segment: {'id': '17231d6d-a2da-409e-8a3f-0da74b769d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6b34a06d-31c5-4af2-a6d6-70817fb7c3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 16:57:48.586806 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-edad307c-bae4-4883-920e-595beacd25ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:48.587191 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad307c-bae4-4883-920e-595beacd25ee None None] Bound using segment: {'id': '17231d6d-a2da-409e-8a3f-0da74b769d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6b34a06d-31c5-4af2-a6d6-70817fb7c3d6'} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 16:57:48.587691 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-edad307c-bae4-4883-920e-595beacd25ee None None] Bound port: dd6003ef-2c9e-4182-b90a-8a44ac145f93, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17231d6d-a2da-409e-8a3f-0da74b769d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6b34a06d-31c5-4af2-a6d6-70817fb7c3d6'}}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 16:57:48.588124 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-edad307c-bae4-4883-920e-595beacd25ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (dd6003ef-2c9e-4182-b90a-8a44ac145f93), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:48.663507 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-edad307c-bae4-4883-920e-595beacd25ee None None] For port dd6003ef-2c9e-4182-b90a-8a44ac145f93, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 16:57:48.682988 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-edad307c-bae4-4883-920e-595beacd25ee None None] For port dd6003ef-2c9e-4182-b90a-8a44ac145f93, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=dd6003ef-2c9e-4182-b90a-8a44ac145f93,segment=NetworkSegment(17231d6d-a2da-409e-8a3f-0da74b769d51),segment_id=17231d6d-a2da-409e-8a3f-0da74b769d51)] {{(pid=106921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 16:57:48.760911 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-edad307c-bae4-4883-920e-595beacd25ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (dd6003ef-2c9e-4182-b90a-8a44ac145f93), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:48.765220 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:48.799272 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:48.804087 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edad307c-bae4-4883-920e-595beacd25ee None None] Routers {'718a7d88-b27e-4186-af4f-a8d942c5296e'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 16:57:48.804711 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-edad307c-bae4-4883-920e-595beacd25ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T16:57:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['718a7d88-b27e-4186-af4f-a8d942c5296e'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:57:48.883243 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8d0e5-7f12-4ddc-b28d-229a42f534c7 None None] Pushing event updated for resources: {'Port': ['ID=dd6003ef-2c9e-4182-b90a-8a44ac145f93,revision_number=4']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:57:48.908104 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-edad307c-bae4-4883-920e-595beacd25ee None None] Set router 718a7d88-b27e-4186-af4f-a8d942c5296e gateway port host: None {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 16:57:49.103021 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-edad307c-bae4-4883-920e-595beacd25ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718a7d88-b27e-4186-af4f-a8d942c5296e', 'name': 'router1', 'tenant_id': '245484b5b8f64846ade02c3508e78cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T16:57:35Z', 'updated_at': '2022-08-18T16:57:46Z', 'revision_number': 2, 'project_id': '245484b5b8f64846ade02c3508e78cf3', 'gw_port_host': None, '_interfaces': [{'id': 'dd6003ef-2c9e-4182-b90a-8a44ac145f93', 'name': '', 'network_id': '6b34a06d-31c5-4af2-a6d6-70817fb7c3d6', 'tenant_id': '245484b5b8f64846ade02c3508e78cf3', 'mac_address': 'fa:16:3e:2a:97:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718a7d88-b27e-4186-af4f-a8d942c5296e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39423d9c-c653-4536-9e23-ce60f90ce5e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T16:57:45Z', 'updated_at': '2022-08-18T16:57:48Z', 'revision_number': 4, 'project_id': '245484b5b8f64846ade02c3508e78cf3', 'subnets': [{'id': '39423d9c-c653-4536-9e23-ce60f90ce5e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9162297-9135-47c7-8540-e748f0e17bc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:57:49.142497 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad307c-bae4-4883-920e-595beacd25ee None None] The sync data for ids ['718a7d88-b27e-4186-af4f-a8d942c5296e'] in dv-cinder-853678-2-iscsi is: [{'id': '718a7d88-b27e-4186-af4f-a8d942c5296e', 'name': 'router1', 'tenant_id': '245484b5b8f64846ade02c3508e78cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T16:57:35Z', 'updated_at': '2022-08-18T16:57:46Z', 'revision_number': 2, 'project_id': '245484b5b8f64846ade02c3508e78cf3', 'gw_port_host': None, '_interfaces': [{'id': 'dd6003ef-2c9e-4182-b90a-8a44ac145f93', 'name': '', 'network_id': '6b34a06d-31c5-4af2-a6d6-70817fb7c3d6', 'tenant_id': '245484b5b8f64846ade02c3508e78cf3', 'mac_address': 'fa:16:3e:2a:97:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718a7d88-b27e-4186-af4f-a8d942c5296e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39423d9c-c653-4536-9e23-ce60f90ce5e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T16:57:45Z', 'updated_at': '2022-08-18T16:57:48Z', 'revision_number': 4, 'project_id': '245484b5b8f64846ade02c3508e78cf3', 'subnets': [{'id': '39423d9c-c653-4536-9e23-ce60f90ce5e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9162297-9135-47c7-8540-e748f0e17bc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:57:49.499060 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 40538) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:57:49.953517 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f467e1-688c-4a2e-96b7-63dceb3dde18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:57:49.954926 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-60f467e1-688c-4a2e-96b7-63dceb3dde18 admin admin] 10.222.0.78 "GET /networking/v2.0/networks/a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c HTTP/1.1" status: 200 len: 842 time: 0.4549828 Aug 18 16:57:49.964811 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-3c188a1e-7258-419a-a2e5-1acfb62e769a admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'ip_version': 4}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:57:50.079963 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c188a1e-7258-419a-a2e5-1acfb62e769a admin admin] Made reservation on behalf of aa954a12b5b948a3954e351b825a86fb for: {'subnet': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 16:57:50.082245 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-3c188a1e-7258-419a-a2e5-1acfb62e769a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:50.495532 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.objects.ports [None req-3c188a1e-7258-419a-a2e5-1acfb62e769a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106919) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Aug 18 16:57:50.495998 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-3c188a1e-7258-419a-a2e5-1acfb62e769a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for subnet (cfacc426-8543-4295-9d05-a12d27505f7b), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:50.549937 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c188a1e-7258-419a-a2e5-1acfb62e769a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfacc426-8543-4295-9d05-a12d27505f7b,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:57:50.568083 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c188a1e-7258-419a-a2e5-1acfb62e769a admin admin] Checking segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 16:57:50.568611 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c188a1e-7258-419a-a2e5-1acfb62e769a admin admin] Network hostable DHCP agents. Network: a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c, hostable agents: ['e58bb1ce-71d7-42ea-87d8-4585040b913b'], hosted agents: [] {{(pid=106919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 16:57:50.645705 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c188a1e-7258-419a-a2e5-1acfb62e769a admin admin] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is scheduled to be hosted by DHCP agent e58bb1ce-71d7-42ea-87d8-4585040b913b with binding_index 1 {{(pid=106919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 16:57:50.702874 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-3c188a1e-7258-419a-a2e5-1acfb62e769a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853678-2-iscsi, a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c) {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:57:50.707781 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c188a1e-7258-419a-a2e5-1acfb62e769a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:57:50.708374 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-3c188a1e-7258-419a-a2e5-1acfb62e769a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:50.717552 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624cd29e-545c-40c8-bcc7-15673ad10f8e None None] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 16:57:50.802681 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-3c188a1e-7258-419a-a2e5-1acfb62e769a admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8413548 Aug 18 16:57:50.827159 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dccd7d-1340-4032-8a41-a75806e20b25 None None] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 16:57:53.333598 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 40546) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:57:53.833473 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-aa6fa356-a06f-4447-85e4-1fad36a90fe2 demo admin] 10.222.0.78 "GET /networking/v2.0/routers/718a7d88-b27e-4186-af4f-a8d942c5296e HTTP/1.1" status: 200 len: 710 time: 0.4982152 Aug 18 16:57:53.936581 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711237ef-b71a-4334-b79f-053564ade9ee demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:57:53.936581 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-711237ef-b71a-4334-b79f-053564ade9ee demo admin] 10.222.0.78 "GET /networking/v2.0/networks/a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c HTTP/1.1" status: 200 len: 886 time: 0.0919728 Aug 18 16:57:53.940641 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-804326f7-80e2-4db0-bd6c-461f6de8ac00 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:57:54.194472 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-804326f7-80e2-4db0-bd6c-461f6de8ac00 demo admin] Publish callbacks [] for router_gateway (718a7d88-b27e-4186-af4f-a8d942c5296e), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:54.197868 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:54.276384 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:54.485661 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-804326f7-80e2-4db0-bd6c-461f6de8ac00 demo admin] Publish callbacks [] for router_gateway (718a7d88-b27e-4186-af4f-a8d942c5296e), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:54.607145 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-804326f7-80e2-4db0-bd6c-461f6de8ac00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:54.760950 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [None req-804326f7-80e2-4db0-bd6c-461f6de8ac00 demo admin] Allocated IP 172.27.1.195 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/b3a9f053-1a29-4b19-ad52-b1837966df84) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 16:57:54.873380 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-804326f7-80e2-4db0-bd6c-461f6de8ac00 demo admin] Publish callbacks [] for port (b3a9f053-1a29-4b19-ad52-b1837966df84), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:54.983847 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-804326f7-80e2-4db0-bd6c-461f6de8ac00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (b3a9f053-1a29-4b19-ad52-b1837966df84), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:55.055631 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804326f7-80e2-4db0-bd6c-461f6de8ac00 demo admin] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 16:57:55.061647 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-804326f7-80e2-4db0-bd6c-461f6de8ac00 demo admin] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 16:57:55.070692 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804326f7-80e2-4db0-bd6c-461f6de8ac00 demo admin] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 16:57:55.108437 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804326f7-80e2-4db0-bd6c-461f6de8ac00 demo admin] Pushing event updated for resources: {'Port': ['ID=b3a9f053-1a29-4b19-ad52-b1837966df84,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:57:55.351240 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:55.435502 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-804326f7-80e2-4db0-bd6c-461f6de8ac00 demo admin] Publish callbacks [] for router_gateway (718a7d88-b27e-4186-af4f-a8d942c5296e), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:55.563987 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:55.622492 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-804326f7-80e2-4db0-bd6c-461f6de8ac00 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3874790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5405'] for router (718a7d88-b27e-4186-af4f-a8d942c5296e), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:55.627027 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-804326f7-80e2-4db0-bd6c-461f6de8ac00 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3874799'] for router (718a7d88-b27e-4186-af4f-a8d942c5296e), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:55.701538 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device dd6003ef-2c9e-4182-b90a-8a44ac145f93 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:57:55.733452 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804326f7-80e2-4db0-bd6c-461f6de8ac00 demo admin] Router 718a7d88-b27e-4186-af4f-a8d942c5296e has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 16:57:55.744423 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port dd6003ef-2c9e-4182-b90a-8a44ac145f93 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 16:57:55.744793 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (dd6003ef-2c9e-4182-b90a-8a44ac145f93), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:55.814870 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port dd6003ef-2c9e-4182-b90a-8a44ac145f93 is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 16:57:55.815534 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (dd6003ef-2c9e-4182-b90a-8a44ac145f93), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:55.836786 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804326f7-80e2-4db0-bd6c-461f6de8ac00 demo admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 16:57:55.842070 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-804326f7-80e2-4db0-bd6c-461f6de8ac00 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:55.857620 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-804326f7-80e2-4db0-bd6c-461f6de8ac00 demo admin] 10.222.0.78 "PUT /networking/v2.0/routers/718a7d88-b27e-4186-af4f-a8d942c5296e HTTP/1.1" status: 200 len: 890 time: 1.9061136 Aug 18 16:57:55.857717 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port dd6003ef-2c9e-4182-b90a-8a44ac145f93, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=dd6003ef-2c9e-4182-b90a-8a44ac145f93,segment=NetworkSegment(17231d6d-a2da-409e-8a3f-0da74b769d51),segment_id=17231d6d-a2da-409e-8a3f-0da74b769d51)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:57:55.857717 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] Sync routers for ids ['718a7d88-b27e-4186-af4f-a8d942c5296e'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 16:57:55.866478 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] Routers {'718a7d88-b27e-4186-af4f-a8d942c5296e'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 16:57:55.867161 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T16:57:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['718a7d88-b27e-4186-af4f-a8d942c5296e'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:57:55.977333 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (dd6003ef-2c9e-4182-b90a-8a44ac145f93), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:56.116891 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] Set router 718a7d88-b27e-4186-af4f-a8d942c5296e gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 16:57:56.132760 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=dd6003ef-2c9e-4182-b90a-8a44ac145f93,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:57:56.383451 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:56.547384 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718a7d88-b27e-4186-af4f-a8d942c5296e', 'name': 'router1', 'tenant_id': '245484b5b8f64846ade02c3508e78cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'b3a9f053-1a29-4b19-ad52-b1837966df84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T16:57:35Z', 'updated_at': '2022-08-18T16:57:55Z', 'revision_number': 4, 'project_id': '245484b5b8f64846ade02c3508e78cf3', 'gw_port': {'id': 'b3a9f053-1a29-4b19-ad52-b1837966df84', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:12:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718a7d88-b27e-4186-af4f-a8d942c5296e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T16:57:54Z', 'updated_at': '2022-08-18T16:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'dd6003ef-2c9e-4182-b90a-8a44ac145f93', 'name': '', 'network_id': '6b34a06d-31c5-4af2-a6d6-70817fb7c3d6', 'tenant_id': '245484b5b8f64846ade02c3508e78cf3', 'mac_address': 'fa:16:3e:2a:97:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718a7d88-b27e-4186-af4f-a8d942c5296e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39423d9c-c653-4536-9e23-ce60f90ce5e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T16:57:45Z', 'updated_at': '2022-08-18T16:57:48Z', 'revision_number': 4, 'project_id': '245484b5b8f64846ade02c3508e78cf3', 'subnets': [{'id': '39423d9c-c653-4536-9e23-ce60f90ce5e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9162297-9135-47c7-8540-e748f0e17bc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:57:56.671196 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] Checking router: 718a7d88-b27e-4186-af4f-a8d942c5296e for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 16:57:56.671600 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] Updating router 718a7d88-b27e-4186-af4f-a8d942c5296e port b3a9f053-1a29-4b19-ad52-b1837966df84 binding host dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 16:57:56.730979 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (b3a9f053-1a29-4b19-ad52-b1837966df84), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:56.732382 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=100 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:56.984065 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:57.052157 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] Publish callbacks [] for port (b3a9f053-1a29-4b19-ad52-b1837966df84), precommit_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:57.069061 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=91,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:57.073157 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=37 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:57.177020 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (b3a9f053-1a29-4b19-ad52-b1837966df84), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:57.214567 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] Attempting to bind port b3a9f053-1a29-4b19-ad52-b1837966df84 on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 16:57:57.214925 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] Attempting to bind port b3a9f053-1a29-4b19-ad52-b1837966df84 by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 16:57:57.215291 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] Attempting to bind port b3a9f053-1a29-4b19-ad52-b1837966df84 on network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 16:57:57.228529 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 16, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 16:57:57.228902 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] Checking segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 16:57:57.229298 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:57.229689 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] Bound using segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 16:57:57.230157 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] Bound port: b3a9f053-1a29-4b19-ad52-b1837966df84, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 16:57:57.230534 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (b3a9f053-1a29-4b19-ad52-b1837966df84), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:57.235088 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7639a2c-2f0e-4b32-bc99-03c266ec231e None None] Pushing event updated for resources: {'Port': ['ID=b3a9f053-1a29-4b19-ad52-b1837966df84,revision_number=2']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:57:57.282971 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] For port b3a9f053-1a29-4b19-ad52-b1837966df84, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 16:57:57.286063 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] For port b3a9f053-1a29-4b19-ad52-b1837966df84, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=b3a9f053-1a29-4b19-ad52-b1837966df84,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 16:57:57.377574 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (b3a9f053-1a29-4b19-ad52-b1837966df84), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:57.417871 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] Routers {'718a7d88-b27e-4186-af4f-a8d942c5296e'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 16:57:57.418474 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T16:57:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['718a7d88-b27e-4186-af4f-a8d942c5296e'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:57:57.468959 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7639a2c-2f0e-4b32-bc99-03c266ec231e None None] Pushing event updated for resources: {'Port': ['ID=b3a9f053-1a29-4b19-ad52-b1837966df84,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:57:57.532743 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] Set router 718a7d88-b27e-4186-af4f-a8d942c5296e gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 16:57:57.716490 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device dd6003ef-2c9e-4182-b90a-8a44ac145f93 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:57:57.769884 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718a7d88-b27e-4186-af4f-a8d942c5296e', 'name': 'router1', 'tenant_id': '245484b5b8f64846ade02c3508e78cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'b3a9f053-1a29-4b19-ad52-b1837966df84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T16:57:35Z', 'updated_at': '2022-08-18T16:57:55Z', 'revision_number': 4, 'project_id': '245484b5b8f64846ade02c3508e78cf3', 'gw_port': {'id': 'b3a9f053-1a29-4b19-ad52-b1837966df84', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:12:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718a7d88-b27e-4186-af4f-a8d942c5296e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T16:57:54Z', 'updated_at': '2022-08-18T16:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'dd6003ef-2c9e-4182-b90a-8a44ac145f93', 'name': '', 'network_id': '6b34a06d-31c5-4af2-a6d6-70817fb7c3d6', 'tenant_id': '245484b5b8f64846ade02c3508e78cf3', 'mac_address': 'fa:16:3e:2a:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718a7d88-b27e-4186-af4f-a8d942c5296e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39423d9c-c653-4536-9e23-ce60f90ce5e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T16:57:45Z', 'updated_at': '2022-08-18T16:57:55Z', 'revision_number': 5, 'project_id': '245484b5b8f64846ade02c3508e78cf3', 'subnets': [{'id': '39423d9c-c653-4536-9e23-ce60f90ce5e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9162297-9135-47c7-8540-e748f0e17bc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 16:57:57.798564 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c32526-b3ea-47a9-a723-7a40cbcf0f94 None None] The sync data for ids ['718a7d88-b27e-4186-af4f-a8d942c5296e'] in dv-cinder-853678-2-iscsi is: [{'id': '718a7d88-b27e-4186-af4f-a8d942c5296e', 'name': 'router1', 'tenant_id': '245484b5b8f64846ade02c3508e78cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'b3a9f053-1a29-4b19-ad52-b1837966df84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T16:57:35Z', 'updated_at': '2022-08-18T16:57:55Z', 'revision_number': 4, 'project_id': '245484b5b8f64846ade02c3508e78cf3', 'gw_port': {'id': 'b3a9f053-1a29-4b19-ad52-b1837966df84', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:12:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718a7d88-b27e-4186-af4f-a8d942c5296e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T16:57:54Z', 'updated_at': '2022-08-18T16:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'dd6003ef-2c9e-4182-b90a-8a44ac145f93', 'name': '', 'network_id': '6b34a06d-31c5-4af2-a6d6-70817fb7c3d6', 'tenant_id': '245484b5b8f64846ade02c3508e78cf3', 'mac_address': 'fa:16:3e:2a:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718a7d88-b27e-4186-af4f-a8d942c5296e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39423d9c-c653-4536-9e23-ce60f90ce5e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T16:57:45Z', 'updated_at': '2022-08-18T16:57:55Z', 'revision_number': 5, 'project_id': '245484b5b8f64846ade02c3508e78cf3', 'subnets': [{'id': '39423d9c-c653-4536-9e23-ce60f90ce5e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9162297-9135-47c7-8540-e748f0e17bc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 16:57:57.806788 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port dd6003ef-2c9e-4182-b90a-8a44ac145f93 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 16:57:57.807188 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (dd6003ef-2c9e-4182-b90a-8a44ac145f93), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:57.888495 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port dd6003ef-2c9e-4182-b90a-8a44ac145f93 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 16:57:58.404365 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 40558) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:57:58.809471 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-1fd54089-44d2-4994-91a8-d140d7111757 admin admin] 10.222.0.78 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4038830 Aug 18 16:57:59.101152 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=46 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:59.112233 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=22 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:59.709170 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device b3a9f053-1a29-4b19-ad52-b1837966df84 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:57:59.760408 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port b3a9f053-1a29-4b19-ad52-b1837966df84 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 16:57:59.760790 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (b3a9f053-1a29-4b19-ad52-b1837966df84), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:59.837111 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port b3a9f053-1a29-4b19-ad52-b1837966df84 is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 16:57:59.837500 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (b3a9f053-1a29-4b19-ad52-b1837966df84), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:59.858639 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port b3a9f053-1a29-4b19-ad52-b1837966df84, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=b3a9f053-1a29-4b19-ad52-b1837966df84,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 16:57:59.918733 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (b3a9f053-1a29-4b19-ad52-b1837966df84), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:57:59.952553 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:57:59.966160 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=b3a9f053-1a29-4b19-ad52-b1837966df84,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:58:01.318912 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 5 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:58:01.693131 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device b3a9f053-1a29-4b19-ad52-b1837966df84 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 16:58:01.696551 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=100 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:58:01.738505 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port b3a9f053-1a29-4b19-ad52-b1837966df84 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 16:58:01.738988 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (b3a9f053-1a29-4b19-ad52-b1837966df84), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:58:01.816003 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port b3a9f053-1a29-4b19-ad52-b1837966df84 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 16:58:08.796546 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=56 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:58:08.805879 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=27 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:58:11.171829 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-23ff03b5-c62f-48d9-a168-484531182ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:58:11.313213 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=5 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:58:11.314052 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=5 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:58:13.376822 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-55c15937-ace7-40dc-bcd2-1ce65dfe2751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:58:14.685093 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:58:16.034694 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:58:16.188485 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:58:25.961099 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:58:26.106056 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:58:26.110810 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:58:38.318707 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 5 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:58:41.273949 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-b0037403-ea27-4ed8-8cee-7af443505861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:58:43.382396 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-a453ccfd-b93e-42cc-91f7-703c1918ec36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:58:44.702088 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:58:46.062005 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:58:46.174803 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:58:48.313260 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=5 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:58:48.315259 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=3 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:58:55.958031 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:58:56.094033 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:58:56.105002 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:59:09.317990 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:59:11.093462 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-131688a7-f8a6-4277-8521-584382283a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:59:13.344802 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-6b8e6cba-a1ce-4a5b-a80c-21f4530c589a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:59:14.712881 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:59:15.317166 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 5 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:59:16.061685 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:59:16.179067 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:59:24.931887 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 41098) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:59:25.270770 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9333c68-4d7a-4dcc-8dc7-e8601223f12c admin admin] GET failed (client error): The resource could not be found. Aug 18 16:59:25.272123 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-e9333c68-4d7a-4dcc-8dc7-e8601223f12c admin admin] 10.222.0.78 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3392935 Aug 18 16:59:25.312895 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=4 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:59:25.313548 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=4 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:59:25.439697 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dc9c4f-e24f-4263-bd84-bef27423ad49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:59:25.441724 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-52dc9c4f-e24f-4263-bd84-bef27423ad49 admin admin] 10.222.0.78 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1652925 Aug 18 16:59:25.961721 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:59:26.098021 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:59:26.100855 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:59:27.795861 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 41108) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:59:28.177489 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3638ec0-a64e-4bc4-a05c-4acdbfb15da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:59:28.178840 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-d3638ec0-a64e-4bc4-a05c-4acdbfb15da1 admin admin] 10.222.0.78 "GET /networking/v2.0/subnets/39423d9c-c653-4536-9e23-ce60f90ce5e8 HTTP/1.1" status: 200 len: 849 time: 0.3820150 Aug 18 16:59:28.188438 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-1a891ddb-2f7d-4a4a-a157-356ae5e9f111 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 16:59:28.338192 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1a891ddb-2f7d-4a4a-a157-356ae5e9f111 admin admin] Publish callbacks [] for subnet (39423d9c-c653-4536-9e23-ce60f90ce5e8), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:59:28.581295 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1a891ddb-2f7d-4a4a-a157-356ae5e9f111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740646653359'] for subnet (39423d9c-c653-4536-9e23-ce60f90ce5e8), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:59:28.616802 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a891ddb-2f7d-4a4a-a157-356ae5e9f111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:59:28.616923 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1a891ddb-2f7d-4a4a-a157-356ae5e9f111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:59:28.618958 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-1a891ddb-2f7d-4a4a-a157-356ae5e9f111 admin admin] 10.222.0.78 "PUT /networking/v2.0/subnets/39423d9c-c653-4536-9e23-ce60f90ce5e8 HTTP/1.1" status: 200 len: 868 time: 0.4337423 Aug 18 16:59:28.619749 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459c0f94-052d-4ecf-b7af-7fb1037edee3 None None] Network 6b34a06d-31c5-4af2-a6d6-70817fb7c3d6 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 16:59:28.642275 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a891ddb-2f7d-4a4a-a157-356ae5e9f111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39423d9c-c653-4536-9e23-ce60f90ce5e8,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 16:59:28.651614 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a891ddb-2f7d-4a4a-a157-356ae5e9f111 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:59:28.651994 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a891ddb-2f7d-4a4a-a157-356ae5e9f111 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:59:28.652355 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a891ddb-2f7d-4a4a-a157-356ae5e9f111 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:59:28.652700 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a891ddb-2f7d-4a4a-a157-356ae5e9f111 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:59:28.653031 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a891ddb-2f7d-4a4a-a157-356ae5e9f111 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:59:28.653357 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a891ddb-2f7d-4a4a-a157-356ae5e9f111 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:59:28.653682 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a891ddb-2f7d-4a4a-a157-356ae5e9f111 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:59:28.654005 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a891ddb-2f7d-4a4a-a157-356ae5e9f111 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:59:28.654378 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a891ddb-2f7d-4a4a-a157-356ae5e9f111 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:59:28.654744 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a891ddb-2f7d-4a4a-a157-356ae5e9f111 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:59:28.655073 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a891ddb-2f7d-4a4a-a157-356ae5e9f111 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:59:28.655431 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a891ddb-2f7d-4a4a-a157-356ae5e9f111 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:59:28.655867 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a891ddb-2f7d-4a4a-a157-356ae5e9f111 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:59:28.656187 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a891ddb-2f7d-4a4a-a157-356ae5e9f111 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:59:28.656508 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a891ddb-2f7d-4a4a-a157-356ae5e9f111 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 16:59:28.986478 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-82f701d2-ea9a-4e82-b5a9-3fe54a3a2a35 None None] Provisioning complete for port dd6003ef-2c9e-4182-b90a-8a44ac145f93 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 16:59:28.986867 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-82f701d2-ea9a-4e82-b5a9-3fe54a3a2a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (dd6003ef-2c9e-4182-b90a-8a44ac145f93), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:59:29.070030 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-82f701d2-ea9a-4e82-b5a9-3fe54a3a2a35 None None] Current status of the port dd6003ef-2c9e-4182-b90a-8a44ac145f93 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 16:59:29.078527 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-82f701d2-ea9a-4e82-b5a9-3fe54a3a2a35 None None] Provisioning complete for port 5c30b6e0-efcf-4c15-9a14-9a45c05dde39 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 16:59:29.078907 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-82f701d2-ea9a-4e82-b5a9-3fe54a3a2a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (5c30b6e0-efcf-4c15-9a14-9a45c05dde39), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:59:29.155255 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-82f701d2-ea9a-4e82-b5a9-3fe54a3a2a35 None None] Current status of the port 5c30b6e0-efcf-4c15-9a14-9a45c05dde39 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 16:59:30.964009 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 41118) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:59:31.443049 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd51e8a6-7c5b-41e3-93af-c62811e90174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:59:31.443572 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd51e8a6-7c5b-41e3-93af-c62811e90174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:59:31.445084 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-fd51e8a6-7c5b-41e3-93af-c62811e90174 admin admin] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4801109 Aug 18 16:59:33.768341 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 41126) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:59:34.198348 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ec83a1-0aa0-4109-9704-5d7f35611aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:59:34.198812 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ec83a1-0aa0-4109-9704-5d7f35611aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:59:34.200400 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-b0ec83a1-0aa0-4109-9704-5d7f35611aeb admin admin] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4310844 Aug 18 16:59:35.427123 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=12 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:59:35.437246 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=13 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:59:36.521269 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 41134) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:59:36.959094 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e5e47a-b39a-4fa2-a58d-95c28d868fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:59:36.960517 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-78e5e47a-b39a-4fa2-a58d-95c28d868fa1 admin admin] 10.222.0.78 "GET /networking/v2.0/networks/6b34a06d-31c5-4af2-a6d6-70817fb7c3d6 HTTP/1.1" status: 200 len: 869 time: 0.4382122 Aug 18 16:59:39.140944 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=26 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:59:39.150185 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=22 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:59:39.159696 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=29 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:59:39.353037 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 41144) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:59:39.908339 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a246e6-5046-4f16-9431-9296ef978985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:59:39.909722 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-c5a246e6-5046-4f16-9431-9296ef978985 admin admin] 10.222.0.78 "GET /networking/v2.0/networks/a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c HTTP/1.1" status: 200 len: 886 time: 0.5555508 Aug 18 16:59:41.086847 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-455a3144-56e3-46a3-aefc-57ae92c2a28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:59:42.250885 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 41152) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:59:42.593387 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:59:42.649096 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:59:42.669905 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d221f75-213b-48b9-942e-3700c1538ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:59:42.670354 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d221f75-213b-48b9-942e-3700c1538ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:59:42.671933 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-8d221f75-213b-48b9-942e-3700c1538ad6 admin admin] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4201748 Aug 18 16:59:43.349510 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-013e5ece-3991-4b51-8a33-03c1d3fad660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:59:44.698240 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:59:45.101770 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 41160) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:59:45.505389 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a50a71-f0a7-4189-b188-f2d77d7ecfb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:59:45.505842 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a50a71-f0a7-4189-b188-f2d77d7ecfb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:59:45.507380 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-d0a50a71-f0a7-4189-b188-f2d77d7ecfb5 admin admin] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4047573 Aug 18 16:59:46.026851 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:59:46.163856 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 16:59:47.831836 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 41168) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:59:48.209118 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca44665a-b4b7-43a9-b67f-f07884c51460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:59:48.210417 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-ca44665a-b4b7-43a9-b67f-f07884c51460 admin admin] 10.222.0.78 "GET /networking/v2.0/subnets/39423d9c-c653-4536-9e23-ce60f90ce5e8 HTTP/1.1" status: 200 len: 868 time: 0.3776419 Aug 18 16:59:50.544555 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 41176) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 16:59:50.912693 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b42d1b-d441-4c84-a9c2-c5ba342d3d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 16:59:50.914046 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-c4b42d1b-d441-4c84-a9c2-c5ba342d3d29 admin admin] 10.222.0.78 "GET /networking/v2.0/subnets/cfacc426-8543-4295-9d05-a12d27505f7b HTTP/1.1" status: 200 len: 816 time: 0.3685141 Aug 18 16:59:52.315797 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 5 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 16:59:52.719225 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:59:56.096926 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:59:56.102535 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 16:59:56.104442 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:00:00.903687 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=21 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:00:00.908699 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=15 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:00:06.356868 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=19 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:00:06.360733 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=15 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:00:11.086037 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2d32-4cda-4fe4-997b-8fccd19f6946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:13.369422 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-b042af3d-31f3-4800-a68e-9ac605d7a0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:14.697158 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:16.034478 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:16.197924 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:19.743592 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 41234) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:00:20.074083 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [None req-d87a0eb6-7a73-42e6-a951-e8b963d62ef8 admin admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 17:00:20.075079 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-d87a0eb6-7a73-42e6-a951-e8b963d62ef8 admin admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3305607 Aug 18 17:00:22.495564 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 41242) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:00:22.832161 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb876c9-e745-48b5-a11b-60cf85556259 admin admin] GET failed (client error): The resource could not be found. Aug 18 17:00:22.833430 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-adb876c9-e745-48b5-a11b-60cf85556259 admin admin] 10.222.0.78 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3369145 Aug 18 17:00:22.922709 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d96bf3-fc30-4b04-8b1e-3aaefbad5220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:00:22.924771 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-d5d96bf3-fc30-4b04-8b1e-3aaefbad5220 admin admin] 10.222.0.78 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0869551 Aug 18 17:00:25.311827 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 41250) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:00:25.655040 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-b9f62832-77aa-4a65-9b25-09e28e443419 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:00:25.780413 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f62832-77aa-4a65-9b25-09e28e443419 admin admin] Made reservation on behalf of aa954a12b5b948a3954e351b825a86fb for: {'network': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:00:25.783515 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b9f62832-77aa-4a65-9b25-09e28e443419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for network (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:25.817710 dv-cinder-853678-2-iscsi neutron-server[106919]: WARNING neutron.services.revisions.revision_plugin [None req-b9f62832-77aa-4a65-9b25-09e28e443419 admin admin] Could not find related network for resource to bump revision. Aug 18 17:00:25.831284 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f62832-77aa-4a65-9b25-09e28e443419 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=106919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 17:00:25.840390 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b9f62832-77aa-4a65-9b25-09e28e443419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (769454a4-4610-4013-84ab-13497d730301), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:25.840666 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.segments_db [None req-b9f62832-77aa-4a65-9b25-09e28e443419 admin admin] Added segment 769454a4-4610-4013-84ab-13497d730301 of type vlan for network 539c197f-7729-4ba9-a10f-73c7282f57cb Aug 18 17:00:25.881839 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b9f62832-77aa-4a65-9b25-09e28e443419 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740646246220'] for network (539c197f-7729-4ba9-a10f-73c7282f57cb), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:25.963385 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:00:25.976282 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b9f62832-77aa-4a65-9b25-09e28e443419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for network (539c197f-7729-4ba9-a10f-73c7282f57cb), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:25.977305 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f62832-77aa-4a65-9b25-09e28e443419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:00:25.977887 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b9f62832-77aa-4a65-9b25-09e28e443419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:26.096206 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f62832-77aa-4a65-9b25-09e28e443419 admin admin] Pushing event updated for resources: {'Network': ['ID=539c197f-7729-4ba9-a10f-73c7282f57cb,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:00:26.106123 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=8 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:00:26.107137 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Network 539c197f-7729-4ba9-a10f-73c7282f57cb details requested by agent ovs-agent-dv-cinder-853678-2-iscsi with host dv-cinder-853678-2-iscsi {{(pid=106920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 17:00:26.229112 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-b9f62832-77aa-4a65-9b25-09e28e443419 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9161904 Aug 18 17:00:28.552514 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 41260) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:00:28.907761 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.pecan_wsgi.hooks.translation [None req-98182ad2-6fab-4e4f-bc14-8c7c3555d8d1 admin admin] GET failed (client error): The resource could not be found. Aug 18 17:00:28.909063 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-98182ad2-6fab-4e4f-bc14-8c7c3555d8d1 admin admin] 10.222.0.78 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3554747 Aug 18 17:00:28.979874 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9811cd32-2c87-4266-b23f-3d57a7b966e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:00:28.981358 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-9811cd32-2c87-4266-b23f-3d57a7b966e3 admin admin] 10.222.0.78 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676727 Aug 18 17:00:28.991333 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '539c197f-7729-4ba9-a10f-73c7282f57cb'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:00:29.056162 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Made reservation on behalf of aa954a12b5b948a3954e351b825a86fb for: {'subnet': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:00:29.058454 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:29.314522 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 5 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:00:29.359269 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for subnet (d7e6a1a1-2fa9-4043-8f1b-f5c71c20ffbe), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:29.418926 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7e6a1a1-2fa9-4043-8f1b-f5c71c20ffbe,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:00:29.430961 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:29.431313 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:29.431715 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:29.432065 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:29.432405 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:29.432751 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:29.433079 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:29.433412 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:29.433741 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:29.434068 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:29.434404 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:29.434747 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:29.435078 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:29.435403 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:29.435755 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:29.441537 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Checking segment: {'id': '769454a4-4610-4013-84ab-13497d730301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '539c197f-7729-4ba9-a10f-73c7282f57cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:00:29.441900 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Network hostable DHCP agents. Network: 539c197f-7729-4ba9-a10f-73c7282f57cb, hostable agents: ['e58bb1ce-71d7-42ea-87d8-4585040b913b'], hosted agents: [] {{(pid=106918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 17:00:29.524612 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Network 539c197f-7729-4ba9-a10f-73c7282f57cb is scheduled to be hosted by DHCP agent e58bb1ce-71d7-42ea-87d8-4585040b913b with binding_index 1 {{(pid=106918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 17:00:29.593655 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853678-2-iscsi, 539c197f-7729-4ba9-a10f-73c7282f57cb) {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:00:29.598309 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:00:29.598913 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:29.603741 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642c41e0-2bfc-48ed-879d-7701ec113102 None None] Network 539c197f-7729-4ba9-a10f-73c7282f57cb requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:00:29.676449 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-b19c43f2-76ce-4632-a3d0-8f46387180c0 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6884439 Aug 18 17:00:29.709955 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3313c541-5052-5b58-90ab-4ac2d5070ee7-539c197f-7729-4ba9-a10f-73c7282f57cb', 'network_id': '539c197f-7729-4ba9-a10f-73c7282f57cb', 'project_id': 'aa954a12b5b948a3954e351b825a86fb', 'fixed_ips': [{'subnet_id': 'd7e6a1a1-2fa9-4043-8f1b-f5c71c20ffbe'}]}} from dv-cinder-853678-2-iscsi. {{(pid=106920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 17:00:29.711071 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:29.856053 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.db_base_plugin_common [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Allocated IP 192.168.233.2 (539c197f-7729-4ba9-a10f-73c7282f57cb/d7e6a1a1-2fa9-4043-8f1b-f5c71c20ffbe/ccb31c29-72f1-4086-99cf-ec03090a8821) {{(pid=106920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:00:30.004111 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Publish callbacks [] for port (ccb31c29-72f1-4086-99cf-ec03090a8821), precommit_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:30.123973 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (ccb31c29-72f1-4086-99cf-ec03090a8821), after_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:30.165417 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Network 539c197f-7729-4ba9-a10f-73c7282f57cb is already hosted by enough agents. {{(pid=106920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:00:30.168326 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.base_scheduler [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Resources bound (agent type, host, resource id): {{(pid=106920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:00:30.171012 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Received port after_create {{(pid=106920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:00:30.186785 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Pushing event updated for resources: {'Port': ['ID=ccb31c29-72f1-4086-99cf-ec03090a8821,revision_number=1']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:00:30.209498 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:30.214409 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:30.214409 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:30.214409 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:30.214409 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:30.214409 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:30.214409 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:30.214409 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:30.214409 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:30.214409 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:30.214409 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:30.214409 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:30.214409 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:30.214409 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:30.214409 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:00:30.250022 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Attempting to bind port ccb31c29-72f1-4086-99cf-ec03090a8821 on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:00:30.250387 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Attempting to bind port ccb31c29-72f1-4086-99cf-ec03090a8821 by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '769454a4-4610-4013-84ab-13497d730301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '539c197f-7729-4ba9-a10f-73c7282f57cb'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:00:30.250804 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Attempting to bind port ccb31c29-72f1-4086-99cf-ec03090a8821 on network 539c197f-7729-4ba9-a10f-73c7282f57cb {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:00:30.257711 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:00:30.258082 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Checking segment: {'id': '769454a4-4610-4013-84ab-13497d730301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '539c197f-7729-4ba9-a10f-73c7282f57cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:00:30.258481 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:30.258874 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Bound using segment: {'id': '769454a4-4610-4013-84ab-13497d730301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '539c197f-7729-4ba9-a10f-73c7282f57cb'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:00:30.259342 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Bound port: ccb31c29-72f1-4086-99cf-ec03090a8821, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769454a4-4610-4013-84ab-13497d730301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '539c197f-7729-4ba9-a10f-73c7282f57cb'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:00:30.259740 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (ccb31c29-72f1-4086-99cf-ec03090a8821), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:30.321579 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] For port ccb31c29-72f1-4086-99cf-ec03090a8821, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:00:30.324751 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] For port ccb31c29-72f1-4086-99cf-ec03090a8821, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=ccb31c29-72f1-4086-99cf-ec03090a8821,segment=NetworkSegment(769454a4-4610-4013-84ab-13497d730301),segment_id=769454a4-4610-4013-84ab-13497d730301)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:00:30.388443 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (ccb31c29-72f1-4086-99cf-ec03090a8821), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:30.445646 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4642c-6d8d-48e1-9d61-df28f14c9406 None None] Pushing event updated for resources: {'Port': ['ID=ccb31c29-72f1-4086-99cf-ec03090a8821,revision_number=2']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:00:31.261676 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e983ca0d-bd20-4586-9236-46b10390e7ec None None] Network 539c197f-7729-4ba9-a10f-73c7282f57cb requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:00:31.380514 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-a04bb9c9-4aa9-44e0-8187-d49281f259a2 None None] Provisioning complete for port ccb31c29-72f1-4086-99cf-ec03090a8821 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:00:31.380918 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-a04bb9c9-4aa9-44e0-8187-d49281f259a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (ccb31c29-72f1-4086-99cf-ec03090a8821), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:31.473228 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-a04bb9c9-4aa9-44e0-8187-d49281f259a2 None None] Current status of the port ccb31c29-72f1-4086-99cf-ec03090a8821 is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:00:31.473756 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-a04bb9c9-4aa9-44e0-8187-d49281f259a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (ccb31c29-72f1-4086-99cf-ec03090a8821), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:31.508830 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-a04bb9c9-4aa9-44e0-8187-d49281f259a2 None None] For port ccb31c29-72f1-4086-99cf-ec03090a8821, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=ccb31c29-72f1-4086-99cf-ec03090a8821,segment=NetworkSegment(769454a4-4610-4013-84ab-13497d730301),segment_id=769454a4-4610-4013-84ab-13497d730301)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:00:31.580988 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-a04bb9c9-4aa9-44e0-8187-d49281f259a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (ccb31c29-72f1-4086-99cf-ec03090a8821), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:31.631015 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04bb9c9-4aa9-44e0-8187-d49281f259a2 None None] Pushing event updated for resources: {'Port': ['ID=ccb31c29-72f1-4086-99cf-ec03090a8821,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:00:31.703311 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-bc479d34-0b2d-4e92-9449-aedbafe0ba9d None None] Provisioning complete for port ccb31c29-72f1-4086-99cf-ec03090a8821 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:00:31.703718 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-bc479d34-0b2d-4e92-9449-aedbafe0ba9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (ccb31c29-72f1-4086-99cf-ec03090a8821), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:31.778549 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:00:31.794113 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-bc479d34-0b2d-4e92-9449-aedbafe0ba9d None None] Current status of the port ccb31c29-72f1-4086-99cf-ec03090a8821 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:00:31.806933 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device ccb31c29-72f1-4086-99cf-ec03090a8821 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:00:31.855245 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port ccb31c29-72f1-4086-99cf-ec03090a8821 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:00:31.855737 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (ccb31c29-72f1-4086-99cf-ec03090a8821), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:31.899671 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:00:31.938486 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port ccb31c29-72f1-4086-99cf-ec03090a8821 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:00:36.088120 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=22,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:00:36.092954 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=23,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:00:36.168893 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:00:37.340758 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=4 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:00:39.310239 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=4 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:00:39.608515 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=59,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:00:39.609241 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=56,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:00:41.094083 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-aebdc4ed-230c-43c2-a8f5-303d7f7fdee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:43.370145 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-d0b6e564-bfcb-46c8-b3c7-67c28c5d1a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:44.728750 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:46.032451 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:46.181313 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:00:55.964388 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:00:56.106080 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:00:56.111884 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:01:06.313259 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 5 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:01:11.072021 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-72768db7-ba65-4492-9831-132c154d6c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:01:13.357541 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f9d11932-15e7-41ec-bc52-9bb6f9b8c014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:01:14.775076 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:01:16.162806 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:01:16.203012 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:01:16.308965 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=5 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:01:16.309911 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:01:26.110601 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:01:26.111298 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=6 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:01:26.114075 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:01:41.087770 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-a1775873-a734-479e-a62b-8e701a33fd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:01:43.311521 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 5 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:01:43.384692 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e08830ac-be6f-4586-8b66-0c3e56c63715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:01:44.705287 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:01:46.047615 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:01:46.173322 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:01:51.329169 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=3 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:01:51.361474 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 41298) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:01:51.368187 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [None req-ffba09a4-5ef4-4789-8306-7a8a87c28952 tempest-verify_tempest_config-389042652 tempest-verify_tempest_config-389042652-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106918) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 17:01:51.369193 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-ffba09a4-5ef4-4789-8306-7a8a87c28952 tempest-verify_tempest_config-389042652 tempest-verify_tempest_config-389042652-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0067310 Aug 18 17:01:52.128035 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 41316) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:01:52.461998 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e9a9b422-935f-495a-8718-b0db24058f11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:01:52.538082 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e9a9b422-935f-495a-8718-b0db24058f11 admin admin] Publish callbacks [] for security_group (3c9edcf9-b6be-4d02-b659-e43398187f66), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:01:52.601779 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e9a9b422-935f-495a-8718-b0db24058f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (3c9edcf9-b6be-4d02-b659-e43398187f66), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:01:52.648384 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-e9a9b422-935f-495a-8718-b0db24058f11 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=77b541494e0643e9828333f518d76a4d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5192852 Aug 18 17:01:52.649365 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9b422-935f-495a-8718-b0db24058f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9edcf9-b6be-4d02-b659-e43398187f66,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:01:52.651292 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 41320) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:01:52.656700 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9b422-935f-495a-8718-b0db24058f11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.657160 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9b422-935f-495a-8718-b0db24058f11 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.657599 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9b422-935f-495a-8718-b0db24058f11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.657889 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9b422-935f-495a-8718-b0db24058f11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.658487 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9b422-935f-495a-8718-b0db24058f11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.658821 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9b422-935f-495a-8718-b0db24058f11 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.659148 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9b422-935f-495a-8718-b0db24058f11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.659534 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9b422-935f-495a-8718-b0db24058f11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.659843 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9b422-935f-495a-8718-b0db24058f11 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.660174 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9b422-935f-495a-8718-b0db24058f11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.661087 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9b422-935f-495a-8718-b0db24058f11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.661434 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9b422-935f-495a-8718-b0db24058f11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.661762 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9b422-935f-495a-8718-b0db24058f11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.662085 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9b422-935f-495a-8718-b0db24058f11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.662534 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a9b422-935f-495a-8718-b0db24058f11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.708739 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4e5c1ad4-7d2b-41f1-a462-10c2e96f0b77 admin admin] Publish callbacks [] for security_group (3c9edcf9-b6be-4d02-b659-e43398187f66), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:01:52.728744 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4e5c1ad4-7d2b-41f1-a462-10c2e96f0b77 admin admin] Publish callbacks [] for security_group (3c9edcf9-b6be-4d02-b659-e43398187f66), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:01:52.864544 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4e5c1ad4-7d2b-41f1-a462-10c2e96f0b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (3c9edcf9-b6be-4d02-b659-e43398187f66), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:01:52.866969 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4e5c1ad4-7d2b-41f1-a462-10c2e96f0b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:01:52.868173 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-4e5c1ad4-7d2b-41f1-a462-10c2e96f0b77 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3c9edcf9-b6be-4d02-b659-e43398187f66 HTTP/1.1" status: 204 len: 168 time: 0.2158899 Aug 18 17:01:52.876601 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c1ad4-7d2b-41f1-a462-10c2e96f0b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9edcf9-b6be-4d02-b659-e43398187f66,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:01:52.884375 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c1ad4-7d2b-41f1-a462-10c2e96f0b77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.884725 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c1ad4-7d2b-41f1-a462-10c2e96f0b77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.885090 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c1ad4-7d2b-41f1-a462-10c2e96f0b77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.885513 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c1ad4-7d2b-41f1-a462-10c2e96f0b77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.885786 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c1ad4-7d2b-41f1-a462-10c2e96f0b77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.886134 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c1ad4-7d2b-41f1-a462-10c2e96f0b77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.886451 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c1ad4-7d2b-41f1-a462-10c2e96f0b77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.886776 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c1ad4-7d2b-41f1-a462-10c2e96f0b77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.887125 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c1ad4-7d2b-41f1-a462-10c2e96f0b77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.887476 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c1ad4-7d2b-41f1-a462-10c2e96f0b77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.887824 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c1ad4-7d2b-41f1-a462-10c2e96f0b77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.888178 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c1ad4-7d2b-41f1-a462-10c2e96f0b77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.888513 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c1ad4-7d2b-41f1-a462-10c2e96f0b77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.888833 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c1ad4-7d2b-41f1-a462-10c2e96f0b77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:52.889155 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c1ad4-7d2b-41f1-a462-10c2e96f0b77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:01:53.308325 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=5 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:01:55.961734 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=7 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:01:56.116910 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:02:02.651594 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=21,neutron:INSERT=6 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:02:02.656504 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=18,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:02:02.879022 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:02:02.880927 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:02:02.910331 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:02:06.263600 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=13 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:02:06.266456 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=13 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:02:11.075253 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-5134554b-dba6-47bd-9165-3d173ac3b365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:02:13.343605 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-6fc29ab3-c81a-4c89-b4e0-79b029b1710b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:02:14.686157 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:02:16.058042 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:02:16.178118 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:02:20.309861 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 5 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:02:25.966106 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:02:26.117495 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:02:26.120184 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:02:28.331100 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=5 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:02:30.306285 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=3 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:02:41.068705 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-1839a07c-68c2-46c4-a3c8-f31550893be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:02:43.377349 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-adb4ede6-1605-47f0-9d6d-257866c1b11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:02:44.708627 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:02:46.080282 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:02:46.205433 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:02:56.117200 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=16 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:02:56.121238 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:02:56.128027 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:02:57.308661 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 5 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:03:09.316364 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=6 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:03:09.317123 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:03:11.123894 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-a1c0a66f-b09d-4ef8-9fdd-86b1bc2b565b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:03:13.347583 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-726268cf-a2cb-4810-857f-31a16efe7d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:03:14.701819 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:03:16.049674 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:03:16.221651 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:03:25.967103 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=6 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:03:26.124875 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:03:26.126676 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:03:32.003095 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3873546'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:03:34.307660 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:03:41.089981 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-3f3dc029-20e5-4424-813b-9e5715ec9e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:03:42.336056 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=4 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:03:43.358612 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-baa4c045-60f2-4bca-9efb-152f7fe431cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:03:44.304588 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=4 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:03:44.487129 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 41416) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:03:44.623015 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-460471a6-9231-4f8a-bce9-28347c6c0583 admin admin] 10.222.0.78 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1345677 Aug 18 17:03:44.707259 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:03:46.066924 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:03:46.191051 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:03:46.860388 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 41426) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:03:46.921846 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-af2e7cad-17e2-40b0-b232-ac68caa8e1bf admin admin] 10.222.0.78 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0604329 Aug 18 17:03:54.612892 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:03:55.974257 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=2,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:03:56.127688 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=9 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:03:56.131101 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:INSERT=1,neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:03:56.916545 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:04:01.981140 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:04:06.266067 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=14 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:04:06.266849 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=12 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:04:11.081297 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-6c899cea-4de8-43a8-8256-7d5dc25bb960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:04:11.306674 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:04:13.357543 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-25d74763-f33b-4c87-811e-d2d6ff41df23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:04:14.721221 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:04:16.088949 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:04:16.249059 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:04:19.336048 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=4 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:04:21.302697 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=4 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:04:26.126767 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:04:26.130677 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:04:26.134406 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:04:31.974049 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:04:41.097493 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-66bb2412-de52-49dc-b564-311c3d977e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:04:43.391875 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-b28ae010-272c-4734-b914-66e0ae3f0ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:04:44.734014 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:04:46.045105 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:04:46.239524 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:04:48.305497 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:04:56.127774 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:04:56.131707 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:UPDATE=1,neutron:SELECT=11 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:04:56.134429 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:04:56.328163 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=2 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:04:58.301256 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=6 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:02.010036 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:09.317001 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:09.317788 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:DELETE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:11.070391 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-b6f2dab5-2582-4b17-94ec-fca50bc65285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:13.369493 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-a1eef2ea-1f96-4d14-8be7-fd6ea4603fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:14.724122 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:16.058976 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:16.220898 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:17.641577 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 41532) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:17.892180 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1963520468-network', 'tenant_id': '4eececcd804446e49078038ab362b235'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:17.995793 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Made reservation on behalf of 4eececcd804446e49078038ab362b235 for: {'network': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:05:17.998174 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for network (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:18.008350 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:18.091577 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Publish callbacks [] for security_group (0e78beeb-6b7b-4f8b-8606-498b032bf50a), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:18.197972 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (0e78beeb-6b7b-4f8b-8606-498b032bf50a), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:18.232141 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=106918) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 17:05:18.241369 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e78beeb-6b7b-4f8b-8606-498b032bf50a,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:18.245575 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (848d5814-274a-4744-8636-1d5a1e225506), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:18.245931 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.db.segments_db [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Added segment 848d5814-274a-4744-8636-1d5a1e225506 of type vlan for network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b Aug 18 17:05:18.259092 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:18.259460 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:18.259824 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:18.260166 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:18.260635 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:18.260966 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:18.261290 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:18.261924 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:18.262272 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:18.262599 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:18.263116 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:18.263479 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:18.263810 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:18.264133 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:18.264452 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Tracked resource versions report: Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: pushed versions: Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: { 'AddressGroup': {'1.2'}, Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Agent': {'1.1'}, Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'ConntrackHelper': {'1.0'}, Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'LocalIPAssociation': {'1.0'}, Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Log': {'1.0'}, Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'NDPProxy': {'1.0'}, Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Network': {'1.1'}, Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Port': {'1.7'}, Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'PortForwarding': {'1.3'}, Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'QosPolicy': {'1.10'}, Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'SecurityGroup': {'1.5'}, Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'SecurityGroupRule': {'1.2'}, Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'SubPort': {'1.0'}, Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Subnet': {'1.1'}, Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Trunk': {'1.1'}} Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: consumer versions: Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: { DHCP agent@dv-cinder-853678-2-iscsi: {}, Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: HyperV agent@hv-cinder-85367: {}, Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: L3 agent@dv-cinder-853678-2-iscsi: {}, Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: Metadata agent@dv-cinder-853678-2-iscsi: {}, Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: Metering agent@dv-cinder-853678-2-iscsi: {}, Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: Open vSwitch agent@dv-cinder-853678-2-iscsi: { 'AddressGroup': '1.2', Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Agent': '1.1', Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'ConntrackHelper': '1.0', Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'LocalIPAssociation': '1.0', Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Log': '1.0', Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'NDPProxy': '1.0', Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Network': '1.1', Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Port': '1.7', Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'PortForwarding': '1.3', Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'QosPolicy': '1.10', Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'SecurityGroup': '1.5', Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'SecurityGroupRule': '1.2', Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'SubPort': '1.0', Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Subnet': '1.1', Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: 'Trunk': '1.1'}} Aug 18 17:05:18.265700 dv-cinder-853678-2-iscsi neutron-server[106918]: {{(pid=106918) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 17:05:18.304047 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740646246220'] for network (93c53d22-e6a6-4bb0-95db-6f41b7bca33b), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:18.432158 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for network (93c53d22-e6a6-4bb0-95db-6f41b7bca33b), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:18.433467 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:18.434051 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:18.505618 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] Pushing event updated for resources: {'Network': ['ID=93c53d22-e6a6-4bb0-95db-6f41b7bca33b,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:18.516391 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b details requested by agent ovs-agent-dv-cinder-853678-2-iscsi with host dv-cinder-853678-2-iscsi {{(pid=106920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 17:05:18.564257 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-950a96d4-8be1-4f80-ab8d-ac3e4abeac22 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9206388 Aug 18 17:05:18.567128 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 41574) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:18.571994 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-fe122576-2002-41a0-8f79-068b492127bd admin admin] Request body: {'subnet': {'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-subnet', 'tenant_id': '4eececcd804446e49078038ab362b235', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:18.683829 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe122576-2002-41a0-8f79-068b492127bd admin admin] Made reservation on behalf of 4eececcd804446e49078038ab362b235 for: {'subnet': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:05:18.687660 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-fe122576-2002-41a0-8f79-068b492127bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:18.767539 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 41580) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:18.990497 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-fe122576-2002-41a0-8f79-068b492127bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for subnet (1a23d7f4-432a-4b07-a647-12813e579e51), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:19.052370 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe122576-2002-41a0-8f79-068b492127bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a23d7f4-432a-4b07-a647-12813e579e51,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:19.058689 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe122576-2002-41a0-8f79-068b492127bd admin admin] Checking segment: {'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:19.058689 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe122576-2002-41a0-8f79-068b492127bd admin admin] Network hostable DHCP agents. Network: 93c53d22-e6a6-4bb0-95db-6f41b7bca33b, hostable agents: ['e58bb1ce-71d7-42ea-87d8-4585040b913b'], hosted agents: [] {{(pid=106918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 17:05:19.069353 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:19.194478 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe122576-2002-41a0-8f79-068b492127bd admin admin] Network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b is scheduled to be hosted by DHCP agent e58bb1ce-71d7-42ea-87d8-4585040b913b with binding_index 1 {{(pid=106918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 17:05:19.233544 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-network', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:19.278068 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-fe122576-2002-41a0-8f79-068b492127bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853678-2-iscsi, 93c53d22-e6a6-4bb0-95db-6f41b7bca33b) {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:19.284769 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe122576-2002-41a0-8f79-068b492127bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:19.285751 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-fe122576-2002-41a0-8f79-068b492127bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:19.291962 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cc43f8-aed8-45f3-9ea1-08c140b9016d None None] Network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:05:19.361754 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Made reservation on behalf of 697adc4a3b0f40ff85d6b415b6bbbefd for: {'network': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:05:19.366192 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for network (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:19.377889 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:19.391883 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-fe122576-2002-41a0-8f79-068b492127bd admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8236382 Aug 18 17:05:19.398853 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 41614) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:19.409999 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-7e716afa-60b6-47d1-9a95-3f11204128d2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:19.425529 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3313c541-5052-5b58-90ab-4ac2d5070ee7-93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'project_id': '4eececcd804446e49078038ab362b235', 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51'}]}} from dv-cinder-853678-2-iscsi. {{(pid=106920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 17:05:19.425529 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:19.486049 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Publish callbacks [] for security_group (e7cf6b57-b25d-456f-ae55-186af7381158), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:19.541751 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7e716afa-60b6-47d1-9a95-3f11204128d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (33ac6969-4352-430e-8f29-f4e097521088), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:19.543097 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7e716afa-60b6-47d1-9a95-3f11204128d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3874696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3929413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5391'] for router (33ac6969-4352-430e-8f29-f4e097521088), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:19.580082 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.db_base_plugin_common [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Allocated IP 172.20.0.2 (93c53d22-e6a6-4bb0-95db-6f41b7bca33b/1a23d7f4-432a-4b07-a647-12813e579e51/9cd043c7-b095-4816-9bcf-5745ed3714bb) {{(pid=106920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:05:19.581180 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (e7cf6b57-b25d-456f-ae55-186af7381158), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:19.626723 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=106919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 17:05:19.637645 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (5dbc92d5-d9f8-45c9-97bf-197b55a53beb), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:19.638257 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.segments_db [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Added segment 5dbc92d5-d9f8-45c9-97bf-197b55a53beb of type vlan for network 8be6f688-0f91-4174-bb68-fa46841659a9 Aug 18 17:05:19.656882 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7e716afa-60b6-47d1-9a95-3f11204128d2 admin admin] Publish callbacks [] for router_controller (33ac6969-4352-430e-8f29-f4e097521088), precommit_add_association {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:19.664223 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:19.671165 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cf6b57-b25d-456f-ae55-186af7381158,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:19.688963 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.689300 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Tracked resource versions report: Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: pushed versions: Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: { 'AddressGroup': {'1.2'}, Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Agent': {'1.1'}, Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: 'ConntrackHelper': {'1.0'}, Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: 'LocalIPAssociation': {'1.0'}, Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Log': {'1.0'}, Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: 'NDPProxy': {'1.0'}, Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Network': {'1.1'}, Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Port': {'1.7'}, Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: 'PortForwarding': {'1.3'}, Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: 'QosPolicy': {'1.10'}, Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: 'SecurityGroup': {'1.5'}, Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: 'SecurityGroupRule': {'1.2'}, Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: 'SubPort': {'1.0'}, Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Subnet': {'1.1'}, Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Trunk': {'1.1'}} Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: consumer versions: Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: { DHCP agent@dv-cinder-853678-2-iscsi: {}, Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: HyperV agent@hv-cinder-85367: {}, Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: L3 agent@dv-cinder-853678-2-iscsi: {}, Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: Metadata agent@dv-cinder-853678-2-iscsi: {}, Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: Metering agent@dv-cinder-853678-2-iscsi: {}, Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: Open vSwitch agent@dv-cinder-853678-2-iscsi: { 'AddressGroup': '1.2', Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Agent': '1.1', Aug 18 17:05:19.699228 dv-cinder-853678-2-iscsi neutron-server[106919]: 'ConntrackHelper': '1.0', Aug 18 17:05:19.701935 dv-cinder-853678-2-iscsi neutron-server[106919]: 'LocalIPAssociation': '1.0', Aug 18 17:05:19.701935 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Log': '1.0', Aug 18 17:05:19.701935 dv-cinder-853678-2-iscsi neutron-server[106919]: 'NDPProxy': '1.0', Aug 18 17:05:19.701935 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Network': '1.1', Aug 18 17:05:19.701935 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Port': '1.7', Aug 18 17:05:19.701935 dv-cinder-853678-2-iscsi neutron-server[106919]: 'PortForwarding': '1.3', Aug 18 17:05:19.701935 dv-cinder-853678-2-iscsi neutron-server[106919]: 'QosPolicy': '1.10', Aug 18 17:05:19.701935 dv-cinder-853678-2-iscsi neutron-server[106919]: 'SecurityGroup': '1.5', Aug 18 17:05:19.701935 dv-cinder-853678-2-iscsi neutron-server[106919]: 'SecurityGroupRule': '1.2', Aug 18 17:05:19.701935 dv-cinder-853678-2-iscsi neutron-server[106919]: 'SubPort': '1.0', Aug 18 17:05:19.701935 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Subnet': '1.1', Aug 18 17:05:19.701935 dv-cinder-853678-2-iscsi neutron-server[106919]: 'Trunk': '1.1'}} Aug 18 17:05:19.701935 dv-cinder-853678-2-iscsi neutron-server[106919]: {{(pid=106919) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 17:05:19.701935 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740646246220'] for network (8be6f688-0f91-4174-bb68-fa46841659a9), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:19.759488 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Publish callbacks [] for port (9cd043c7-b095-4816-9bcf-5745ed3714bb), precommit_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:19.826866 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for network (8be6f688-0f91-4174-bb68-fa46841659a9), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:19.829641 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:19.830693 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:19.855908 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (9cd043c7-b095-4816-9bcf-5745ed3714bb), after_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:19.898838 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7e716afa-60b6-47d1-9a95-3f11204128d2 admin admin] Publish callbacks [] for router_gateway (33ac6969-4352-430e-8f29-f4e097521088), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:19.920922 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] Pushing event updated for resources: {'Network': ['ID=8be6f688-0f91-4174-bb68-fa46841659a9,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:19.927419 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b is already hosted by enough agents. {{(pid=106920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:19.930890 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-52236c49-4763-4a73-ad90-3e74a01fa4b1 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1620409 Aug 18 17:05:19.932214 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 41628) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:19.935213 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.base_scheduler [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Resources bound (agent type, host, resource id): {{(pid=106920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:19.937259 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-28680710-8ee4-4811-8259-23172d854b7c admin admin] Request body: {'subnet': {'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-subnet', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:19.938208 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Received port after_create {{(pid=106920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:05:19.941998 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Network 8be6f688-0f91-4174-bb68-fa46841659a9 details requested by agent ovs-agent-dv-cinder-853678-2-iscsi with host dv-cinder-853678-2-iscsi {{(pid=106920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 17:05:19.945418 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Pushing event updated for resources: {'Port': ['ID=9cd043c7-b095-4816-9bcf-5745ed3714bb,revision_number=1']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:19.960570 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.960822 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.961189 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.961541 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.961877 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.962206 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.962529 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.962854 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.963175 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.963515 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.963846 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.964183 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.964512 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.964830 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.965146 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Tracked resource versions report: Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: pushed versions: Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: { 'AddressGroup': {'1.2'}, Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Agent': {'1.1'}, Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'ConntrackHelper': {'1.0'}, Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'LocalIPAssociation': {'1.0'}, Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Log': {'1.0'}, Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'NDPProxy': {'1.0'}, Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Network': {'1.1'}, Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Port': {'1.7'}, Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'PortForwarding': {'1.3'}, Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'QosPolicy': {'1.10'}, Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'SecurityGroup': {'1.5'}, Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'SecurityGroupRule': {'1.2'}, Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'SubPort': {'1.0'}, Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Subnet': {'1.1'}, Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Trunk': {'1.1'}} Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: consumer versions: Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: { DHCP agent@dv-cinder-853678-2-iscsi: {}, Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: HyperV agent@hv-cinder-85367: {}, Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: L3 agent@dv-cinder-853678-2-iscsi: {}, Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: Metadata agent@dv-cinder-853678-2-iscsi: {}, Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: Metering agent@dv-cinder-853678-2-iscsi: {}, Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: Open vSwitch agent@dv-cinder-853678-2-iscsi: { 'AddressGroup': '1.2', Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Agent': '1.1', Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'ConntrackHelper': '1.0', Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'LocalIPAssociation': '1.0', Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Log': '1.0', Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'NDPProxy': '1.0', Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Network': '1.1', Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Port': '1.7', Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'PortForwarding': '1.3', Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'QosPolicy': '1.10', Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'SecurityGroup': '1.5', Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'SecurityGroupRule': '1.2', Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'SubPort': '1.0', Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Subnet': '1.1', Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: 'Trunk': '1.1'}} Aug 18 17:05:19.966378 dv-cinder-853678-2-iscsi neutron-server[106920]: {{(pid=106920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 17:05:20.030141 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28680710-8ee4-4811-8259-23172d854b7c admin admin] Made reservation on behalf of 697adc4a3b0f40ff85d6b415b6bbbefd for: {'subnet': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:05:20.034077 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-28680710-8ee4-4811-8259-23172d854b7c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:20.083858 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Attempting to bind port 9cd043c7-b095-4816-9bcf-5745ed3714bb on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:05:20.084487 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Attempting to bind port 9cd043c7-b095-4816-9bcf-5745ed3714bb by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:05:20.085043 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Attempting to bind port 9cd043c7-b095-4816-9bcf-5745ed3714bb on network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:05:20.094847 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:05:20.095559 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Checking segment: {'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:20.096122 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:20.096691 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Bound using segment: {'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:05:20.097337 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Bound port: 9cd043c7-b095-4816-9bcf-5745ed3714bb, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:05:20.097878 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (9cd043c7-b095-4816-9bcf-5745ed3714bb), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:20.226271 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] For port 9cd043c7-b095-4816-9bcf-5745ed3714bb, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:05:20.233961 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] For port 9cd043c7-b095-4816-9bcf-5745ed3714bb, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=9cd043c7-b095-4816-9bcf-5745ed3714bb,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:05:20.310731 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (9cd043c7-b095-4816-9bcf-5745ed3714bb), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:20.362172 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-28680710-8ee4-4811-8259-23172d854b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for subnet (a393e81b-56a8-46b6-846e-4d9441213f68), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:20.409878 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7e716afa-60b6-47d1-9a95-3f11204128d2 admin admin] Publish callbacks [] for router_gateway (33ac6969-4352-430e-8f29-f4e097521088), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:20.462244 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7e716afa-60b6-47d1-9a95-3f11204128d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:20.464593 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2170d-977d-4374-8263-416d65e1aa3d None None] Pushing event updated for resources: {'Port': ['ID=9cd043c7-b095-4816-9bcf-5745ed3714bb,revision_number=2']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:20.465868 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=5 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:20.466810 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28680710-8ee4-4811-8259-23172d854b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a393e81b-56a8-46b6-846e-4d9441213f68,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:20.475174 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 41664) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:20.507491 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28680710-8ee4-4811-8259-23172d854b7c admin admin] Checking segment: {'id': '5dbc92d5-d9f8-45c9-97bf-197b55a53beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:20.507818 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28680710-8ee4-4811-8259-23172d854b7c admin admin] Network hostable DHCP agents. Network: 8be6f688-0f91-4174-bb68-fa46841659a9, hostable agents: ['e58bb1ce-71d7-42ea-87d8-4585040b913b'], hosted agents: [] {{(pid=106919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 17:05:20.610252 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28680710-8ee4-4811-8259-23172d854b7c admin admin] Network 8be6f688-0f91-4174-bb68-fa46841659a9 is scheduled to be hosted by DHCP agent e58bb1ce-71d7-42ea-87d8-4585040b913b with binding_index 1 {{(pid=106919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 17:05:20.653731 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [None req-7e716afa-60b6-47d1-9a95-3f11204128d2 admin admin] Allocated IP 172.27.1.145 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/ae2dda87-a930-41bb-b9de-d796051a7093) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:05:20.802504 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 41676) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:20.802504 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-28680710-8ee4-4811-8259-23172d854b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853678-2-iscsi, 8be6f688-0f91-4174-bb68-fa46841659a9) {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:20.802504 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28680710-8ee4-4811-8259-23172d854b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:20.802504 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-28680710-8ee4-4811-8259-23172d854b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:20.803877 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6699fe73-4401-4c2e-a6a8-98d383b6dcb1 None None] Network 8be6f688-0f91-4174-bb68-fa46841659a9 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:05:20.833639 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-99c97ddb-44af-4ef2-93ac-a05b3cf2d0d6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1666812815-network', 'tenant_id': '9fb6f2a098cb4ed4b93c4edb41ff2113'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:20.850841 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7e716afa-60b6-47d1-9a95-3f11204128d2 admin admin] Publish callbacks [] for port (ae2dda87-a930-41bb-b9de-d796051a7093), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:20.900154 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-28680710-8ee4-4811-8259-23172d854b7c admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9663813 Aug 18 17:05:20.908638 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 41682) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:20.913694 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-7312269e-073d-4b6c-a320-509450e79361 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-router', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:20.969748 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934742b0-106e-45c8-bfd6-4f97f69f4cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3313c541-5052-5b58-90ab-4ac2d5070ee7-8be6f688-0f91-4174-bb68-fa46841659a9', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68'}]}} from dv-cinder-853678-2-iscsi. {{(pid=106920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 17:05:20.970981 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-934742b0-106e-45c8-bfd6-4f97f69f4cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:20.981565 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c97ddb-44af-4ef2-93ac-a05b3cf2d0d6 admin admin] Made reservation on behalf of 9fb6f2a098cb4ed4b93c4edb41ff2113 for: {'network': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:05:20.985697 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-99c97ddb-44af-4ef2-93ac-a05b3cf2d0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for network (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:20.997153 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-99c97ddb-44af-4ef2-93ac-a05b3cf2d0d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:21.010547 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7e716afa-60b6-47d1-9a95-3f11204128d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (ae2dda87-a930-41bb-b9de-d796051a7093), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:21.021202 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7312269e-073d-4b6c-a320-509450e79361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (1967b342-949f-478d-bb6b-7d62fdce79d4), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:21.026599 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7312269e-073d-4b6c-a320-509450e79361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3874696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3929413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5391'] for router (1967b342-949f-478d-bb6b-7d62fdce79d4), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:21.036806 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:21.080551 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-eb94e835-e4f0-45a4-8ff7-2c2ed8ecf504 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1090236541-network', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:21.104771 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:21.106001 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e716afa-60b6-47d1-9a95-3f11204128d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ae2dda87-a930-41bb-b9de-d796051a7093,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:21.124351 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e716afa-60b6-47d1-9a95-3f11204128d2 admin admin] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:21.128518 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-7e716afa-60b6-47d1-9a95-3f11204128d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:21.131698 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e716afa-60b6-47d1-9a95-3f11204128d2 admin admin] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:05:21.159911 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.db_base_plugin_common [None req-934742b0-106e-45c8-bfd6-4f97f69f4cbc None None] Allocated IP 172.20.0.2 (8be6f688-0f91-4174-bb68-fa46841659a9/a393e81b-56a8-46b6-846e-4d9441213f68/4ea3aa32-56dd-4a09-a129-762044594694) {{(pid=106920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:05:21.221359 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-99c97ddb-44af-4ef2-93ac-a05b3cf2d0d6 admin admin] Publish callbacks [] for security_group (e678f400-ebb1-44ac-b35f-9bdd097d526e), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:21.243228 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:21.249484 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb94e835-e4f0-45a4-8ff7-2c2ed8ecf504 admin admin] Made reservation on behalf of ccc5c89023ff476ca3b85680f56f8899 for: {'network': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:05:21.252733 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-eb94e835-e4f0-45a4-8ff7-2c2ed8ecf504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for network (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:21.268197 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-eb94e835-e4f0-45a4-8ff7-2c2ed8ecf504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:21.351205 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-934742b0-106e-45c8-bfd6-4f97f69f4cbc None None] Publish callbacks [] for port (4ea3aa32-56dd-4a09-a129-762044594694), precommit_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:21.355380 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:21.461888 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-934742b0-106e-45c8-bfd6-4f97f69f4cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (4ea3aa32-56dd-4a09-a129-762044594694), after_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:21.481386 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7312269e-073d-4b6c-a320-509450e79361 admin admin] Publish callbacks [] for router_controller (1967b342-949f-478d-bb6b-7d62fdce79d4), precommit_add_association {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:21.524060 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-eb94e835-e4f0-45a4-8ff7-2c2ed8ecf504 admin admin] Publish callbacks [] for security_group (45aeb816-73b9-4864-9986-64ed92b12d0f), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:21.525738 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-99c97ddb-44af-4ef2-93ac-a05b3cf2d0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (e678f400-ebb1-44ac-b35f-9bdd097d526e), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:21.559609 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c97ddb-44af-4ef2-93ac-a05b3cf2d0d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=106919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 17:05:21.561797 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:UPDATE=13,neutron:SELECT=85,neutron:INSERT=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:21.614345 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-99c97ddb-44af-4ef2-93ac-a05b3cf2d0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (bad12144-4088-4178-8a1d-18d54e3a5748), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:21.614684 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.segments_db [None req-99c97ddb-44af-4ef2-93ac-a05b3cf2d0d6 admin admin] Added segment bad12144-4088-4178-8a1d-18d54e3a5748 of type vlan for network 63680694-8a1f-4ab0-b38c-11df7b0ada7d Aug 18 17:05:21.632550 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-eb94e835-e4f0-45a4-8ff7-2c2ed8ecf504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (45aeb816-73b9-4864-9986-64ed92b12d0f), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:21.633398 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934742b0-106e-45c8-bfd6-4f97f69f4cbc None None] Network 8be6f688-0f91-4174-bb68-fa46841659a9 is already hosted by enough agents. {{(pid=106920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:21.644497 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c97ddb-44af-4ef2-93ac-a05b3cf2d0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e678f400-ebb1-44ac-b35f-9bdd097d526e,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:21.648348 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.base_scheduler [None req-934742b0-106e-45c8-bfd6-4f97f69f4cbc None None] Resources bound (agent type, host, resource id): {{(pid=106920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:21.671721 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934742b0-106e-45c8-bfd6-4f97f69f4cbc None None] Received port after_create {{(pid=106920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:05:21.698573 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934742b0-106e-45c8-bfd6-4f97f69f4cbc None None] Pushing event updated for resources: {'Port': ['ID=4ea3aa32-56dd-4a09-a129-762044594694,revision_number=1']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:21.728222 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb94e835-e4f0-45a4-8ff7-2c2ed8ecf504 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=106919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 17:05:21.758904 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-99c97ddb-44af-4ef2-93ac-a05b3cf2d0d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740646246220'] for network (63680694-8a1f-4ab0-b38c-11df7b0ada7d), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:21.768494 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94e835-e4f0-45a4-8ff7-2c2ed8ecf504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45aeb816-73b9-4864-9986-64ed92b12d0f,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:21.786984 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-eb94e835-e4f0-45a4-8ff7-2c2ed8ecf504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (5a7851ce-cf5a-4dac-941a-03fb001aaca6), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:21.786984 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.segments_db [None req-eb94e835-e4f0-45a4-8ff7-2c2ed8ecf504 admin admin] Added segment 5a7851ce-cf5a-4dac-941a-03fb001aaca6 of type vlan for network 9262925b-65a7-4a9e-8370-bb0d87864ea7 Aug 18 17:05:21.788191 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:21.859757 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-934742b0-106e-45c8-bfd6-4f97f69f4cbc None None] Attempting to bind port 4ea3aa32-56dd-4a09-a129-762044594694 on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:05:21.860323 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-934742b0-106e-45c8-bfd6-4f97f69f4cbc None None] Attempting to bind port 4ea3aa32-56dd-4a09-a129-762044594694 by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '5dbc92d5-d9f8-45c9-97bf-197b55a53beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:05:21.860426 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934742b0-106e-45c8-bfd6-4f97f69f4cbc None None] Attempting to bind port 4ea3aa32-56dd-4a09-a129-762044594694 on network 8be6f688-0f91-4174-bb68-fa46841659a9 {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:05:21.874408 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934742b0-106e-45c8-bfd6-4f97f69f4cbc None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:05:21.874805 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934742b0-106e-45c8-bfd6-4f97f69f4cbc None None] Checking segment: {'id': '5dbc92d5-d9f8-45c9-97bf-197b55a53beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:21.875211 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-934742b0-106e-45c8-bfd6-4f97f69f4cbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:21.875633 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934742b0-106e-45c8-bfd6-4f97f69f4cbc None None] Bound using segment: {'id': '5dbc92d5-d9f8-45c9-97bf-197b55a53beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:05:21.876104 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-934742b0-106e-45c8-bfd6-4f97f69f4cbc None None] Bound port: 4ea3aa32-56dd-4a09-a129-762044594694, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbc92d5-d9f8-45c9-97bf-197b55a53beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:05:21.876484 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-934742b0-106e-45c8-bfd6-4f97f69f4cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (4ea3aa32-56dd-4a09-a129-762044594694), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:21.931215 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-eb94e835-e4f0-45a4-8ff7-2c2ed8ecf504 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740646246220'] for network (9262925b-65a7-4a9e-8370-bb0d87864ea7), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:21.935874 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-99c97ddb-44af-4ef2-93ac-a05b3cf2d0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for network (63680694-8a1f-4ab0-b38c-11df7b0ada7d), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:21.939264 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c97ddb-44af-4ef2-93ac-a05b3cf2d0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:21.939264 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-99c97ddb-44af-4ef2-93ac-a05b3cf2d0d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:21.961829 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713eccee-ab35-490b-b75a-89231ac02935 None None] Network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:05:22.021384 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-7f414298-8f95-402d-bbaa-f827bea66265 None None] Provisioning complete for port 9cd043c7-b095-4816-9bcf-5745ed3714bb triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:22.021801 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-7f414298-8f95-402d-bbaa-f827bea66265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (9cd043c7-b095-4816-9bcf-5745ed3714bb), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:22.088450 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.db.resource_extend [None req-eb94e835-e4f0-45a4-8ff7-2c2ed8ecf504 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 18 17:05:22.103032 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-99c97ddb-44af-4ef2-93ac-a05b3cf2d0d6 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6262987 Aug 18 17:05:22.112031 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 41714) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:22.113740 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c97ddb-44af-4ef2-93ac-a05b3cf2d0d6 admin admin] Pushing event updated for resources: {'Network': ['ID=63680694-8a1f-4ab0-b38c-11df7b0ada7d,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:22.141102 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-4d1c7a44-1d16-45f2-94d4-82b5f9ac7d60 admin admin] Request body: {'subnet': {'network_id': '63680694-8a1f-4ab0-b38c-11df7b0ada7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1666812815-subnet', 'tenant_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:22.174903 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7312269e-073d-4b6c-a320-509450e79361 admin admin] Publish callbacks [] for router_gateway (1967b342-949f-478d-bb6b-7d62fdce79d4), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:22.206655 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7e716afa-60b6-47d1-9a95-3f11204128d2 admin admin] Publish callbacks [] for router_gateway (33ac6969-4352-430e-8f29-f4e097521088), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:22.237562 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-eb94e835-e4f0-45a4-8ff7-2c2ed8ecf504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for network (9262925b-65a7-4a9e-8370-bb0d87864ea7), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:22.249109 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb94e835-e4f0-45a4-8ff7-2c2ed8ecf504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:22.249109 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-eb94e835-e4f0-45a4-8ff7-2c2ed8ecf504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:22.249109 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1c7a44-1d16-45f2-94d4-82b5f9ac7d60 admin admin] Made reservation on behalf of 9fb6f2a098cb4ed4b93c4edb41ff2113 for: {'subnet': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:05:22.249415 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4d1c7a44-1d16-45f2-94d4-82b5f9ac7d60 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:22.255205 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 9cd043c7-b095-4816-9bcf-5745ed3714bb up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:22.257570 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Network 63680694-8a1f-4ab0-b38c-11df7b0ada7d details requested by agent ovs-agent-dv-cinder-853678-2-iscsi with host dv-cinder-853678-2-iscsi {{(pid=106920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 17:05:22.335940 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-934742b0-106e-45c8-bfd6-4f97f69f4cbc None None] For port 4ea3aa32-56dd-4a09-a129-762044594694, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:05:22.339860 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-934742b0-106e-45c8-bfd6-4f97f69f4cbc None None] For port 4ea3aa32-56dd-4a09-a129-762044594694, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=4ea3aa32-56dd-4a09-a129-762044594694,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:05:22.486447 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-eb94e835-e4f0-45a4-8ff7-2c2ed8ecf504 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7887502 Aug 18 17:05:22.491351 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 41734) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:22.496470 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=65,neutron:INSERT=30,neutron:UPDATE=5 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:22.522250 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-934742b0-106e-45c8-bfd6-4f97f69f4cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (4ea3aa32-56dd-4a09-a129-762044594694), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:22.528487 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-07118f0d-91cf-4c30-8621-d24771d0c7de admin admin] Request body: {'subnet': {'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1090236541-subnet', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:22.592680 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94e835-e4f0-45a4-8ff7-2c2ed8ecf504 admin admin] Pushing event updated for resources: {'Network': ['ID=9262925b-65a7-4a9e-8370-bb0d87864ea7,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:22.651685 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7e716afa-60b6-47d1-9a95-3f11204128d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3874809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876444'] for router (33ac6969-4352-430e-8f29-f4e097521088), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:22.661284 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7312269e-073d-4b6c-a320-509450e79361 admin admin] Publish callbacks [] for router_gateway (1967b342-949f-478d-bb6b-7d62fdce79d4), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:22.665920 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07118f0d-91cf-4c30-8621-d24771d0c7de admin admin] Made reservation on behalf of ccc5c89023ff476ca3b85680f56f8899 for: {'subnet': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:05:22.672508 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-07118f0d-91cf-4c30-8621-d24771d0c7de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:22.692634 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Network 9262925b-65a7-4a9e-8370-bb0d87864ea7 details requested by agent ovs-agent-dv-cinder-853678-2-iscsi with host dv-cinder-853678-2-iscsi {{(pid=106920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 17:05:22.704631 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7312269e-073d-4b6c-a320-509450e79361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:22.777565 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-7f414298-8f95-402d-bbaa-f827bea66265 None None] Current status of the port 9cd043c7-b095-4816-9bcf-5745ed3714bb is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:22.777942 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-7f414298-8f95-402d-bbaa-f827bea66265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (9cd043c7-b095-4816-9bcf-5745ed3714bb), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:22.871899 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [None req-7312269e-073d-4b6c-a320-509450e79361 admin admin] Allocated IP 172.27.1.37 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/946a81ae-73cd-4e42-92aa-384fa79a21b9) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:05:22.921614 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 9cd043c7-b095-4816-9bcf-5745ed3714bb triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:22.922162 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (9cd043c7-b095-4816-9bcf-5745ed3714bb), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:22.934560 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:22.941034 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934742b0-106e-45c8-bfd6-4f97f69f4cbc None None] Pushing event updated for resources: {'Port': ['ID=4ea3aa32-56dd-4a09-a129-762044594694,revision_number=2']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:23.259102 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4d1c7a44-1d16-45f2-94d4-82b5f9ac7d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for subnet (e64e37e8-5b7a-4483-9735-ee4019caa26a), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:23.259102 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c7a44-1d16-45f2-94d4-82b5f9ac7d60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e64e37e8-5b7a-4483-9735-ee4019caa26a,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:23.292071 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-7f414298-8f95-402d-bbaa-f827bea66265 None None] For port 9cd043c7-b095-4816-9bcf-5745ed3714bb, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=9cd043c7-b095-4816-9bcf-5745ed3714bb,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:05:23.292576 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7312269e-073d-4b6c-a320-509450e79361 admin admin] Publish callbacks [] for port (946a81ae-73cd-4e42-92aa-384fa79a21b9), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:23.293651 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1c7a44-1d16-45f2-94d4-82b5f9ac7d60 admin admin] Checking segment: {'id': 'bad12144-4088-4178-8a1d-18d54e3a5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '63680694-8a1f-4ab0-b38c-11df7b0ada7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:23.293651 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1c7a44-1d16-45f2-94d4-82b5f9ac7d60 admin admin] Network hostable DHCP agents. Network: 63680694-8a1f-4ab0-b38c-11df7b0ada7d, hostable agents: ['e58bb1ce-71d7-42ea-87d8-4585040b913b'], hosted agents: [] {{(pid=106919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 17:05:23.293876 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 9cd043c7-b095-4816-9bcf-5745ed3714bb is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:23.293876 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (9cd043c7-b095-4816-9bcf-5745ed3714bb), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:23.341693 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-7f414298-8f95-402d-bbaa-f827bea66265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (9cd043c7-b095-4816-9bcf-5745ed3714bb), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:23.421816 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.db.api [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106920) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 18 17:05:23.422259 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG oslo_db.api [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 17:05:23.427017 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f414298-8f95-402d-bbaa-f827bea66265 None None] Pushing event updated for resources: {'Port': ['ID=9cd043c7-b095-4816-9bcf-5745ed3714bb,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:23.454174 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1c7a44-1d16-45f2-94d4-82b5f9ac7d60 admin admin] Network 63680694-8a1f-4ab0-b38c-11df7b0ada7d is scheduled to be hosted by DHCP agent e58bb1ce-71d7-42ea-87d8-4585040b913b with binding_index 1 {{(pid=106919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 17:05:23.455585 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e716afa-60b6-47d1-9a95-3f11204128d2 admin admin] Router 33ac6969-4352-430e-8f29-f4e097521088 is scheduled to L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 with binding_index 1 {{(pid=106918) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 17:05:23.457131 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-07118f0d-91cf-4c30-8621-d24771d0c7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for subnet (1fd4986d-fa02-4ea6-af8d-8bdc82d77643), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:23.458525 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7312269e-073d-4b6c-a320-509450e79361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (946a81ae-73cd-4e42-92aa-384fa79a21b9), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:23.466967 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-10592073-9126-48fa-af6b-ee9759b030a0 None None] Provisioning complete for port 9cd043c7-b095-4816-9bcf-5745ed3714bb triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:23.467788 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-10592073-9126-48fa-af6b-ee9759b030a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (9cd043c7-b095-4816-9bcf-5745ed3714bb), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:23.521622 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07118f0d-91cf-4c30-8621-d24771d0c7de admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fd4986d-fa02-4ea6-af8d-8bdc82d77643,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:23.532555 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7312269e-073d-4b6c-a320-509450e79361 admin admin] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:23.564055 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07118f0d-91cf-4c30-8621-d24771d0c7de admin admin] Checking segment: {'id': '5a7851ce-cf5a-4dac-941a-03fb001aaca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:23.564623 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07118f0d-91cf-4c30-8621-d24771d0c7de admin admin] Network hostable DHCP agents. Network: 9262925b-65a7-4a9e-8370-bb0d87864ea7, hostable agents: ['e58bb1ce-71d7-42ea-87d8-4585040b913b'], hosted agents: [] {{(pid=106919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 17:05:23.590834 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-7312269e-073d-4b6c-a320-509450e79361 admin admin] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:23.591398 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-10592073-9126-48fa-af6b-ee9759b030a0 None None] Current status of the port 9cd043c7-b095-4816-9bcf-5745ed3714bb is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:23.597075 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7312269e-073d-4b6c-a320-509450e79361 admin admin] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:05:23.599890 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-4d1c7a44-1d16-45f2-94d4-82b5f9ac7d60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853678-2-iscsi, 63680694-8a1f-4ab0-b38c-11df7b0ada7d) {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:23.608028 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1c7a44-1d16-45f2-94d4-82b5f9ac7d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:23.608625 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4d1c7a44-1d16-45f2-94d4-82b5f9ac7d60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:23.615005 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5caa8a-8812-460e-bd72-735b521269c1 None None] Network 63680694-8a1f-4ab0-b38c-11df7b0ada7d requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:05:23.634576 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312269e-073d-4b6c-a320-509450e79361 admin admin] Pushing event updated for resources: {'Port': ['ID=946a81ae-73cd-4e42-92aa-384fa79a21b9,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:23.683638 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:23.721327 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07118f0d-91cf-4c30-8621-d24771d0c7de admin admin] Network 9262925b-65a7-4a9e-8370-bb0d87864ea7 is scheduled to be hosted by DHCP agent e58bb1ce-71d7-42ea-87d8-4585040b913b with binding_index 1 {{(pid=106919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 17:05:23.729130 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:23.745834 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-4d1c7a44-1d16-45f2-94d4-82b5f9ac7d60 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6331153 Aug 18 17:05:23.747293 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-07118f0d-91cf-4c30-8621-d24771d0c7de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853678-2-iscsi, 9262925b-65a7-4a9e-8370-bb0d87864ea7) {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:23.756205 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07118f0d-91cf-4c30-8621-d24771d0c7de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:23.756800 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-07118f0d-91cf-4c30-8621-d24771d0c7de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:23.759776 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 41746) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:23.766614 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-1e6a095a-5630-4d95-b28f-863efdf66f39 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1666812815-router', 'tenant_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:23.781612 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad824341-65cb-4d64-ba50-c417c744e6d6 None None] Network 9262925b-65a7-4a9e-8370-bb0d87864ea7 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:05:23.888475 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-07118f0d-91cf-4c30-8621-d24771d0c7de admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3939388 Aug 18 17:05:23.890422 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:23.897939 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 41748) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:23.898056 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d89cf7-0557-45b6-897c-4423a9b1714d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3313c541-5052-5b58-90ab-4ac2d5070ee7-63680694-8a1f-4ab0-b38c-11df7b0ada7d', 'network_id': '63680694-8a1f-4ab0-b38c-11df7b0ada7d', 'project_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'fixed_ips': [{'subnet_id': 'e64e37e8-5b7a-4483-9735-ee4019caa26a'}]}} from dv-cinder-853678-2-iscsi. {{(pid=106920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 17:05:23.898056 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e3d89cf7-0557-45b6-897c-4423a9b1714d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:23.902553 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-dfe60a9f-e2db-4910-995a-818ec1b172f9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1090236541-router', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:23.912578 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3019a9-a083-4d17-a542-6e10236f64fe None None] Network 8be6f688-0f91-4174-bb68-fa46841659a9 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:05:23.926644 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e716afa-60b6-47d1-9a95-3f11204128d2 admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:05:23.941320 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1e6a095a-5630-4d95-b28f-863efdf66f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (b0f56664-cd42-4af8-a740-6b046be00594), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:23.942539 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1e6a095a-5630-4d95-b28f-863efdf66f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3874696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3929413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5391'] for router (b0f56664-cd42-4af8-a740-6b046be00594), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:23.944186 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] Sync routers for ids ['33ac6969-4352-430e-8f29-f4e097521088'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:05:23.960032 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] Routers {'33ac6969-4352-430e-8f29-f4e097521088'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:05:23.961043 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:05:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['33ac6969-4352-430e-8f29-f4e097521088'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:23.998600 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 9cd043c7-b095-4816-9bcf-5745ed3714bb is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:24.007823 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1e6a095a-5630-4d95-b28f-863efdf66f39 admin admin] Publish callbacks [] for router_controller (b0f56664-cd42-4af8-a740-6b046be00594), precommit_add_association {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:24.027359 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c10567-9593-4f64-8168-21944fc285bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3313c541-5052-5b58-90ab-4ac2d5070ee7-9262925b-65a7-4a9e-8370-bb0d87864ea7', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'fixed_ips': [{'subnet_id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643'}]}} from dv-cinder-853678-2-iscsi. {{(pid=106920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 17:05:24.028307 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-26c10567-9593-4f64-8168-21944fc285bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:24.047468 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7e716afa-60b6-47d1-9a95-3f11204128d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:24.048673 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-7e716afa-60b6-47d1-9a95-3f11204128d2 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6477988 Aug 18 17:05:24.054631 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 41752) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:24.153309 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:24.273753 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7312269e-073d-4b6c-a320-509450e79361 admin admin] Publish callbacks [] for router_gateway (1967b342-949f-478d-bb6b-7d62fdce79d4), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:24.356792 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.db_base_plugin_common [None req-26c10567-9593-4f64-8168-21944fc285bc None None] Allocated IP 172.20.0.2 (9262925b-65a7-4a9e-8370-bb0d87864ea7/1fd4986d-fa02-4ea6-af8d-8bdc82d77643/97dc1e53-6484-40f1-93d9-3a56e2ad8fc9) {{(pid=106920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:05:24.392845 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] Set router 33ac6969-4352-430e-8f29-f4e097521088 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:05:24.417258 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dfe60a9f-e2db-4910-995a-818ec1b172f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (5a5c33f6-9205-459f-b9d5-3f6c14929f3a), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:24.420695 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dfe60a9f-e2db-4910-995a-818ec1b172f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3874696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3929413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5391'] for router (5a5c33f6-9205-459f-b9d5-3f6c14929f3a), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:24.532022 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-26c10567-9593-4f64-8168-21944fc285bc None None] Publish callbacks [] for port (97dc1e53-6484-40f1-93d9-3a56e2ad8fc9), precommit_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:24.536885 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:24.537965 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-dcfd19a3-bbb3-4130-8148-51adbe505a9a None None] Provisioning complete for port 4ea3aa32-56dd-4a09-a129-762044594694 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:24.538397 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-dcfd19a3-bbb3-4130-8148-51adbe505a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (4ea3aa32-56dd-4a09-a129-762044594694), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:24.554775 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 9cd043c7-b095-4816-9bcf-5745ed3714bb up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:24.653961 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:21Z', 'revision_number': 3, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:24.674094 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:24.686862 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-26c10567-9593-4f64-8168-21944fc285bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (97dc1e53-6484-40f1-93d9-3a56e2ad8fc9), after_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:24.693681 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] Checking router: 33ac6969-4352-430e-8f29-f4e097521088 for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:05:24.694719 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] Updating router 33ac6969-4352-430e-8f29-f4e097521088 port ae2dda87-a930-41bb-b9de-d796051a7093 binding host dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 17:05:24.766620 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dfe60a9f-e2db-4910-995a-818ec1b172f9 admin admin] Publish callbacks [] for router_controller (5a5c33f6-9205-459f-b9d5-3f6c14929f3a), precommit_add_association {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:24.768903 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1e6a095a-5630-4d95-b28f-863efdf66f39 admin admin] Publish callbacks [] for router_gateway (b0f56664-cd42-4af8-a740-6b046be00594), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:24.776080 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (ae2dda87-a930-41bb-b9de-d796051a7093), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:24.882699 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c10567-9593-4f64-8168-21944fc285bc None None] Network 9262925b-65a7-4a9e-8370-bb0d87864ea7 is already hosted by enough agents. {{(pid=106920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:24.906842 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.base_scheduler [None req-26c10567-9593-4f64-8168-21944fc285bc None None] Resources bound (agent type, host, resource id): {{(pid=106920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:24.918378 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 9cd043c7-b095-4816-9bcf-5745ed3714bb triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:24.918766 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (9cd043c7-b095-4816-9bcf-5745ed3714bb), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:24.922435 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c10567-9593-4f64-8168-21944fc285bc None None] Pushing event updated for resources: {'Port': ['ID=97dc1e53-6484-40f1-93d9-3a56e2ad8fc9,revision_number=1']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:24.930419 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7312269e-073d-4b6c-a320-509450e79361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3874809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876444'] for router (1967b342-949f-478d-bb6b-7d62fdce79d4), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:24.932313 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c10567-9593-4f64-8168-21944fc285bc None None] Received port after_create {{(pid=106920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:05:25.011504 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:25.110157 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.db_base_plugin_common [None req-e3d89cf7-0557-45b6-897c-4423a9b1714d None None] Allocated IP 172.20.0.2 (63680694-8a1f-4ab0-b38c-11df7b0ada7d/e64e37e8-5b7a-4483-9735-ee4019caa26a/fbe610b3-41f4-48e3-86d0-0843427781bc) {{(pid=106920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:05:25.246032 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-dcfd19a3-bbb3-4130-8148-51adbe505a9a None None] Current status of the port 4ea3aa32-56dd-4a09-a129-762044594694 is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:25.246431 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-dcfd19a3-bbb3-4130-8148-51adbe505a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (4ea3aa32-56dd-4a09-a129-762044594694), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:25.260966 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7312269e-073d-4b6c-a320-509450e79361 admin admin] Router 1967b342-949f-478d-bb6b-7d62fdce79d4 is scheduled to L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 with binding_index 1 {{(pid=106918) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 17:05:25.313802 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-26c10567-9593-4f64-8168-21944fc285bc None None] Attempting to bind port 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9 on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:05:25.314003 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-26c10567-9593-4f64-8168-21944fc285bc None None] Attempting to bind port 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9 by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '5a7851ce-cf5a-4dac-941a-03fb001aaca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:05:25.314300 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c10567-9593-4f64-8168-21944fc285bc None None] Attempting to bind port 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9 on network 9262925b-65a7-4a9e-8370-bb0d87864ea7 {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:05:25.319985 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] Publish callbacks [] for port (ae2dda87-a930-41bb-b9de-d796051a7093), precommit_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:25.336876 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c10567-9593-4f64-8168-21944fc285bc None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:05:25.337247 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c10567-9593-4f64-8168-21944fc285bc None None] Checking segment: {'id': '5a7851ce-cf5a-4dac-941a-03fb001aaca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:25.337649 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-26c10567-9593-4f64-8168-21944fc285bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:25.338036 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c10567-9593-4f64-8168-21944fc285bc None None] Bound using segment: {'id': '5a7851ce-cf5a-4dac-941a-03fb001aaca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:05:25.338513 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-26c10567-9593-4f64-8168-21944fc285bc None None] Bound port: 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7851ce-cf5a-4dac-941a-03fb001aaca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:05:25.338889 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-26c10567-9593-4f64-8168-21944fc285bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (97dc1e53-6484-40f1-93d9-3a56e2ad8fc9), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:25.340671 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:05:25.444385 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (ae2dda87-a930-41bb-b9de-d796051a7093), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:25.453058 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dfe60a9f-e2db-4910-995a-818ec1b172f9 admin admin] Publish callbacks [] for router_gateway (5a5c33f6-9205-459f-b9d5-3f6c14929f3a), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:25.454336 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-dcfd19a3-bbb3-4130-8148-51adbe505a9a None None] For port 4ea3aa32-56dd-4a09-a129-762044594694, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=4ea3aa32-56dd-4a09-a129-762044594694,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:05:25.457538 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:25.494959 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7312269e-073d-4b6c-a320-509450e79361 admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:05:25.516331 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] Sync routers for ids ['1967b342-949f-478d-bb6b-7d62fdce79d4'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:05:25.537018 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 9cd043c7-b095-4816-9bcf-5745ed3714bb is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:25.538310 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 41824) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:25.538510 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 4ea3aa32-56dd-4a09-a129-762044594694 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:25.550646 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] Attempting to bind port ae2dda87-a930-41bb-b9de-d796051a7093 on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:05:25.551135 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] Attempting to bind port ae2dda87-a930-41bb-b9de-d796051a7093 by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:05:25.551637 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] Attempting to bind port ae2dda87-a930-41bb-b9de-d796051a7093 on network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:05:25.566864 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:05:25.567419 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] Checking segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:25.568230 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:25.568736 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] Bound using segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:05:25.569429 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] Bound port: ae2dda87-a930-41bb-b9de-d796051a7093, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:05:25.569933 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (ae2dda87-a930-41bb-b9de-d796051a7093), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:25.597989 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516d8e3-0f95-44fc-b04c-ec8868a8d053 None None] Pushing event updated for resources: {'Port': ['ID=ae2dda87-a930-41bb-b9de-d796051a7093,revision_number=2']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:25.622800 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7312269e-073d-4b6c-a320-509450e79361 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:25.625502 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-7312269e-073d-4b6c-a320-509450e79361 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7156787 Aug 18 17:05:25.631982 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 41830) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:25.652290 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-dcfd19a3-bbb3-4130-8148-51adbe505a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (4ea3aa32-56dd-4a09-a129-762044594694), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:25.654417 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516d8e3-0f95-44fc-b04c-ec8868a8d053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:25.654874 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516d8e3-0f95-44fc-b04c-ec8868a8d053 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:25.657576 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516d8e3-0f95-44fc-b04c-ec8868a8d053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:25.657576 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516d8e3-0f95-44fc-b04c-ec8868a8d053 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:25.657576 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516d8e3-0f95-44fc-b04c-ec8868a8d053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:25.657576 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516d8e3-0f95-44fc-b04c-ec8868a8d053 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:25.657576 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516d8e3-0f95-44fc-b04c-ec8868a8d053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:25.657576 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516d8e3-0f95-44fc-b04c-ec8868a8d053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:25.658459 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516d8e3-0f95-44fc-b04c-ec8868a8d053 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:25.658898 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516d8e3-0f95-44fc-b04c-ec8868a8d053 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:25.659420 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516d8e3-0f95-44fc-b04c-ec8868a8d053 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:25.659909 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516d8e3-0f95-44fc-b04c-ec8868a8d053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:25.660436 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516d8e3-0f95-44fc-b04c-ec8868a8d053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:25.660862 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516d8e3-0f95-44fc-b04c-ec8868a8d053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:25.662219 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516d8e3-0f95-44fc-b04c-ec8868a8d053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516d8e3-0f95-44fc-b04c-ec8868a8d053 None None] Tracked resource versions report: Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: pushed versions: Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: { 'AddressGroup': {'1.2'}, Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Agent': {'1.1'}, Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'ConntrackHelper': {'1.0'}, Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'LocalIPAssociation': {'1.0'}, Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Log': {'1.0'}, Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'NDPProxy': {'1.0'}, Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Network': {'1.1'}, Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Port': {'1.7'}, Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'PortForwarding': {'1.3'}, Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'QosPolicy': {'1.10'}, Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'SecurityGroup': {'1.5'}, Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'SecurityGroupRule': {'1.2'}, Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'SubPort': {'1.0'}, Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Subnet': {'1.1'}, Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Trunk': {'1.1'}} Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: consumer versions: Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: { DHCP agent@dv-cinder-853678-2-iscsi: {}, Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: HyperV agent@hv-cinder-85367: {}, Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: L3 agent@dv-cinder-853678-2-iscsi: {}, Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: Metadata agent@dv-cinder-853678-2-iscsi: {}, Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: Metering agent@dv-cinder-853678-2-iscsi: {}, Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: Open vSwitch agent@dv-cinder-853678-2-iscsi: { 'AddressGroup': '1.2', Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Agent': '1.1', Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'ConntrackHelper': '1.0', Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'LocalIPAssociation': '1.0', Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Log': '1.0', Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'NDPProxy': '1.0', Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Network': '1.1', Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Port': '1.7', Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'PortForwarding': '1.3', Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'QosPolicy': '1.10', Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'SecurityGroup': '1.5', Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'SecurityGroupRule': '1.2', Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'SubPort': '1.0', Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Subnet': '1.1', Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: 'Trunk': '1.1'}} Aug 18 17:05:25.665242 dv-cinder-853678-2-iscsi neutron-server[106921]: {{(pid=106921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 17:05:25.726193 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] For port ae2dda87-a930-41bb-b9de-d796051a7093, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:05:25.740252 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] For port ae2dda87-a930-41bb-b9de-d796051a7093, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=ae2dda87-a930-41bb-b9de-d796051a7093,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:05:25.752350 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-a571bd6a-96b1-4837-8ed7-3a63368b38a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:25.828431 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] Routers {'1967b342-949f-478d-bb6b-7d62fdce79d4'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:05:25.829109 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:05:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1967b342-949f-478d-bb6b-7d62fdce79d4'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:25.842794 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (ae2dda87-a930-41bb-b9de-d796051a7093), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:25.894781 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:25.899307 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1e6a095a-5630-4d95-b28f-863efdf66f39 admin admin] Publish callbacks [] for router_gateway (b0f56664-cd42-4af8-a740-6b046be00594), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:25.916641 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] Routers {'33ac6969-4352-430e-8f29-f4e097521088'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:05:25.917748 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:05:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['33ac6969-4352-430e-8f29-f4e097521088'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:25.919796 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e3d89cf7-0557-45b6-897c-4423a9b1714d None None] Publish callbacks [] for port (fbe610b3-41f4-48e3-86d0-0843427781bc), precommit_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:25.937907 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-26c10567-9593-4f64-8168-21944fc285bc None None] For port 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:05:25.942636 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:25.943484 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-4b414695-b733-44b9-a542-c2c1c886706c None None] Provisioning complete for port 4ea3aa32-56dd-4a09-a129-762044594694 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:25.943877 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-4b414695-b733-44b9-a542-c2c1c886706c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (4ea3aa32-56dd-4a09-a129-762044594694), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:25.979385 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-26c10567-9593-4f64-8168-21944fc285bc None None] For port 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=97dc1e53-6484-40f1-93d9-3a56e2ad8fc9,segment=NetworkSegment(5a7851ce-cf5a-4dac-941a-03fb001aaca6),segment_id=5a7851ce-cf5a-4dac-941a-03fb001aaca6)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:05:25.984692 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2d33cb30-4610-4fc3-88d7-0403afa2749f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:26.001629 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516d8e3-0f95-44fc-b04c-ec8868a8d053 None None] Pushing event updated for resources: {'Port': ['ID=ae2dda87-a930-41bb-b9de-d796051a7093,revision_number=3']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:26.058665 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-a571bd6a-96b1-4837-8ed7-3a63368b38a1 admin admin] Publish callbacks [] for security_group (599ff663-a603-44f2-8fa9-9e77f420f633), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:26.065106 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd19a3-bbb3-4130-8148-51adbe505a9a None None] Pushing event updated for resources: {'Port': ['ID=4ea3aa32-56dd-4a09-a129-762044594694,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:26.077082 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1e6a095a-5630-4d95-b28f-863efdf66f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:26.082969 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e3d89cf7-0557-45b6-897c-4423a9b1714d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (fbe610b3-41f4-48e3-86d0-0843427781bc), after_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:26.114561 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] Set router 33ac6969-4352-430e-8f29-f4e097521088 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:05:26.180156 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-a571bd6a-96b1-4837-8ed7-3a63368b38a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (599ff663-a603-44f2-8fa9-9e77f420f633), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:26.184580 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:26.209274 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-26c10567-9593-4f64-8168-21944fc285bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (97dc1e53-6484-40f1-93d9-3a56e2ad8fc9), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:26.237121 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 4ea3aa32-56dd-4a09-a129-762044594694 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:26.237534 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (4ea3aa32-56dd-4a09-a129-762044594694), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:26.245037 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:26.265629 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-a571bd6a-96b1-4837-8ed7-3a63368b38a1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=aebd95c8078848f0b947de8e8383e37b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7259932 Aug 18 17:05:26.268328 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571bd6a-96b1-4837-8ed7-3a63368b38a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599ff663-a603-44f2-8fa9-9e77f420f633,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:26.271465 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 41850) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:26.377883 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d89cf7-0557-45b6-897c-4423a9b1714d None None] Network 63680694-8a1f-4ab0-b38c-11df7b0ada7d is already hosted by enough agents. {{(pid=106920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:26.398156 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.base_scheduler [None req-e3d89cf7-0557-45b6-897c-4423a9b1714d None None] Resources bound (agent type, host, resource id): {{(pid=106920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:26.401659 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] Set router 1967b342-949f-478d-bb6b-7d62fdce79d4 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:05:26.411385 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d89cf7-0557-45b6-897c-4423a9b1714d None None] Pushing event updated for resources: {'Port': ['ID=fbe610b3-41f4-48e3-86d0-0843427781bc,revision_number=1']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:26.426297 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:21Z', 'revision_number': 3, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:26.457404 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d89cf7-0557-45b6-897c-4423a9b1714d None None] Received port after_create {{(pid=106920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:05:26.479490 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa3a07f-d76b-43ff-816d-b139c2584b35 None None] The sync data for ids ['33ac6969-4352-430e-8f29-f4e097521088'] in dv-cinder-853678-2-iscsi is: [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:21Z', 'revision_number': 3, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:05:26.499815 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4d1c6e1f-4523-48a9-b91d-020949f5c69c admin admin] Publish callbacks [] for security_group (599ff663-a603-44f2-8fa9-9e77f420f633), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:26.616227 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4d1c6e1f-4523-48a9-b91d-020949f5c69c admin admin] Publish callbacks [] for security_group (599ff663-a603-44f2-8fa9-9e77f420f633), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:26.619336 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dfe60a9f-e2db-4910-995a-818ec1b172f9 admin admin] Publish callbacks [] for router_gateway (5a5c33f6-9205-459f-b9d5-3f6c14929f3a), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:26.629689 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [None req-1e6a095a-5630-4d95-b28f-863efdf66f39 admin admin] Allocated IP 172.27.1.137 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/bc902090-7bb9-44a7-b236-33d087953d8a) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:05:26.688753 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:26.717258 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dfe60a9f-e2db-4910-995a-818ec1b172f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:26.765271 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-4b414695-b733-44b9-a542-c2c1c886706c None None] Current status of the port 4ea3aa32-56dd-4a09-a129-762044594694 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:26.776762 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 41856) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:26.796247 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-bc40a8c9-153c-44b9-abd3-f310115f0e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:26.849305 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [None req-2d33cb30-4610-4fc3-88d7-0403afa2749f admin admin] Allocated IP 172.20.0.1 (93c53d22-e6a6-4bb0-95db-6f41b7bca33b/1a23d7f4-432a-4b07-a647-12813e579e51/7654bf13-0ac1-4946-9a8f-e16167b0f14a) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:05:26.918203 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c10567-9593-4f64-8168-21944fc285bc None None] Pushing event updated for resources: {'Port': ['ID=97dc1e53-6484-40f1-93d9-3a56e2ad8fc9,revision_number=2']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:27.030549 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-e3d89cf7-0557-45b6-897c-4423a9b1714d None None] Attempting to bind port fbe610b3-41f4-48e3-86d0-0843427781bc on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:05:27.031529 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-e3d89cf7-0557-45b6-897c-4423a9b1714d None None] Attempting to bind port fbe610b3-41f4-48e3-86d0-0843427781bc by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': 'bad12144-4088-4178-8a1d-18d54e3a5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '63680694-8a1f-4ab0-b38c-11df7b0ada7d'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:05:27.031899 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d89cf7-0557-45b6-897c-4423a9b1714d None None] Attempting to bind port fbe610b3-41f4-48e3-86d0-0843427781bc on network 63680694-8a1f-4ab0-b38c-11df7b0ada7d {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:05:27.050925 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:27.054477 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d89cf7-0557-45b6-897c-4423a9b1714d None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:05:27.054477 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d89cf7-0557-45b6-897c-4423a9b1714d None None] Checking segment: {'id': 'bad12144-4088-4178-8a1d-18d54e3a5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '63680694-8a1f-4ab0-b38c-11df7b0ada7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:27.054477 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e3d89cf7-0557-45b6-897c-4423a9b1714d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:27.054909 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d89cf7-0557-45b6-897c-4423a9b1714d None None] Bound using segment: {'id': 'bad12144-4088-4178-8a1d-18d54e3a5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '63680694-8a1f-4ab0-b38c-11df7b0ada7d'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:05:27.055380 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-e3d89cf7-0557-45b6-897c-4423a9b1714d None None] Bound port: fbe610b3-41f4-48e3-86d0-0843427781bc, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad12144-4088-4178-8a1d-18d54e3a5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '63680694-8a1f-4ab0-b38c-11df7b0ada7d'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:05:27.055865 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e3d89cf7-0557-45b6-897c-4423a9b1714d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (fbe610b3-41f4-48e3-86d0-0843427781bc), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:27.057939 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 4ea3aa32-56dd-4a09-a129-762044594694 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:27.071718 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4d1c6e1f-4523-48a9-b91d-020949f5c69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (599ff663-a603-44f2-8fa9-9e77f420f633), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:27.079034 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4d1c6e1f-4523-48a9-b91d-020949f5c69c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:27.080269 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-4d1c6e1f-4523-48a9-b91d-020949f5c69c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/599ff663-a603-44f2-8fa9-9e77f420f633 HTTP/1.1" status: 204 len: 168 time: 0.8078117 Aug 18 17:05:27.181737 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1e6a095a-5630-4d95-b28f-863efdf66f39 admin admin] Publish callbacks [] for port (bc902090-7bb9-44a7-b236-33d087953d8a), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:27.193239 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-router', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:21Z', 'updated_at': '2022-08-18T17:05:23Z', 'revision_number': 3, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'gw_port': {'id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:22Z', 'updated_at': '2022-08-18T17:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:27.236470 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c6e1f-4523-48a9-b91d-020949f5c69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599ff663-a603-44f2-8fa9-9e77f420f633,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:27.259574 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-1937d93a-1219-4ce6-9bff-1b581008f0ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:27.264983 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] Checking router: 1967b342-949f-478d-bb6b-7d62fdce79d4 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:05:27.266440 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] Updating router 1967b342-949f-478d-bb6b-7d62fdce79d4 port 946a81ae-73cd-4e42-92aa-384fa79a21b9 binding host dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 17:05:27.316008 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2d33cb30-4610-4fc3-88d7-0403afa2749f admin admin] Publish callbacks [] for port (7654bf13-0ac1-4946-9a8f-e16167b0f14a), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:27.352235 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (946a81ae-73cd-4e42-92aa-384fa79a21b9), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:27.354670 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-e3d89cf7-0557-45b6-897c-4423a9b1714d None None] For port fbe610b3-41f4-48e3-86d0-0843427781bc, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:05:27.359118 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-e3d89cf7-0557-45b6-897c-4423a9b1714d None None] For port fbe610b3-41f4-48e3-86d0-0843427781bc, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=fbe610b3-41f4-48e3-86d0-0843427781bc,segment=NetworkSegment(bad12144-4088-4178-8a1d-18d54e3a5748),segment_id=bad12144-4088-4178-8a1d-18d54e3a5748)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:05:27.402961 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1e6a095a-5630-4d95-b28f-863efdf66f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (bc902090-7bb9-44a7-b236-33d087953d8a), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:27.456852 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [None req-bc40a8c9-153c-44b9-abd3-f310115f0e0b admin admin] Allocated IP 172.20.0.1 (8be6f688-0f91-4174-bb68-fa46841659a9/a393e81b-56a8-46b6-846e-4d9441213f68/72fc76ed-a207-487b-aa7b-aed03c7da6be) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:05:27.509805 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2d33cb30-4610-4fc3-88d7-0403afa2749f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (7654bf13-0ac1-4946-9a8f-e16167b0f14a), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:27.536503 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:27.548552 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e3d89cf7-0557-45b6-897c-4423a9b1714d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (fbe610b3-41f4-48e3-86d0-0843427781bc), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:27.554507 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a095a-5630-4d95-b28f-863efdf66f39 admin admin] Pushing event updated for resources: {'Port': ['ID=bc902090-7bb9-44a7-b236-33d087953d8a,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:27.580482 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6a095a-5630-4d95-b28f-863efdf66f39 admin admin] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:27.615005 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d33cb30-4610-4fc3-88d7-0403afa2749f admin admin] Network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:27.633696 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-1e6a095a-5630-4d95-b28f-863efdf66f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:27.703293 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [None req-dfe60a9f-e2db-4910-995a-818ec1b172f9 admin admin] Allocated IP 172.27.1.143 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:05:27.708170 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6a095a-5630-4d95-b28f-863efdf66f39 admin admin] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:05:27.726294 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-2d33cb30-4610-4fc3-88d7-0403afa2749f admin admin] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:27.730508 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:27.790715 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d33cb30-4610-4fc3-88d7-0403afa2749f admin admin] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:05:27.791512 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2d33cb30-4610-4fc3-88d7-0403afa2749f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3878446'] for router_interface (33ac6969-4352-430e-8f29-f4e097521088), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:27.871755 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:27.872414 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (97dc1e53-6484-40f1-93d9-3a56e2ad8fc9), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:27.903747 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-bc40a8c9-153c-44b9-abd3-f310115f0e0b admin admin] Publish callbacks [] for port (72fc76ed-a207-487b-aa7b-aed03c7da6be), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:27.942745 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d89cf7-0557-45b6-897c-4423a9b1714d None None] Pushing event updated for resources: {'Port': ['ID=fbe610b3-41f4-48e3-86d0-0843427781bc,revision_number=2']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:28.048141 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-1937d93a-1219-4ce6-9bff-1b581008f0ee admin admin] Publish callbacks [] for security_group (4dd98763-8860-48a0-bf15-952284573d26), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:28.102302 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-bc40a8c9-153c-44b9-abd3-f310115f0e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (72fc76ed-a207-487b-aa7b-aed03c7da6be), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:28.114003 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-1937d93a-1219-4ce6-9bff-1b581008f0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (4dd98763-8860-48a0-bf15-952284573d26), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:28.117437 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9 is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:28.117840 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (97dc1e53-6484-40f1-93d9-3a56e2ad8fc9), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:28.120407 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:28.151903 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc40a8c9-153c-44b9-abd3-f310115f0e0b admin admin] Network 8be6f688-0f91-4174-bb68-fa46841659a9 is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:28.175464 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-bc40a8c9-153c-44b9-abd3-f310115f0e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:28.180415 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=97dc1e53-6484-40f1-93d9-3a56e2ad8fc9,segment=NetworkSegment(5a7851ce-cf5a-4dac-941a-03fb001aaca6),segment_id=5a7851ce-cf5a-4dac-941a-03fb001aaca6)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:05:28.181853 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc40a8c9-153c-44b9-abd3-f310115f0e0b admin admin] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:05:28.182203 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-bc40a8c9-153c-44b9-abd3-f310115f0e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3878446'] for router_interface (1967b342-949f-478d-bb6b-7d62fdce79d4), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:28.262634 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-7077ee9c-5d0d-4f23-8010-d2a4f8b0f79a None None] Provisioning complete for port 7654bf13-0ac1-4946-9a8f-e16167b0f14a triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:28.263032 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-7077ee9c-5d0d-4f23-8010-d2a4f8b0f79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (7654bf13-0ac1-4946-9a8f-e16167b0f14a), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:28.268450 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (97dc1e53-6484-40f1-93d9-3a56e2ad8fc9), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:28.269242 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device ae2dda87-a930-41bb-b9de-d796051a7093 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:28.282444 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=100 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:28.516829 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 41900) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:28.524497 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:28.540973 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-1937d93a-1219-4ce6-9bff-1b581008f0ee admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f262df53d5d04bec9ad319ae6504a949&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7518270 Aug 18 17:05:28.541823 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40a8c9-153c-44b9-abd3-f310115f0e0b admin admin] Pushing event updated for resources: {'Port': ['ID=72fc76ed-a207-487b-aa7b-aed03c7da6be,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:28.547610 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 41904) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:28.548304 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937d93a-1219-4ce6-9bff-1b581008f0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd98763-8860-48a0-bf15-952284573d26,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:28.571369 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a966aa-e410-4141-b1ca-148d90d8135d None None] Network 9262925b-65a7-4a9e-8370-bb0d87864ea7 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:05:28.599960 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:28.649509 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33cb30-4610-4fc3-88d7-0403afa2749f admin admin] Pushing event updated for resources: {'Port': ['ID=7654bf13-0ac1-4946-9a8f-e16167b0f14a,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:28.654598 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-cb4376f4-2f6e-47e9-ac0b-448f05b913cd admin admin] Publish callbacks [] for security_group (4dd98763-8860-48a0-bf15-952284573d26), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:28.681856 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-7077ee9c-5d0d-4f23-8010-d2a4f8b0f79a None None] Port 7654bf13-0ac1-4946-9a8f-e16167b0f14a cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:05:28.712138 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=97dc1e53-6484-40f1-93d9-3a56e2ad8fc9,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:28.721996 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-cb4376f4-2f6e-47e9-ac0b-448f05b913cd admin admin] Publish callbacks [] for security_group (4dd98763-8860-48a0-bf15-952284573d26), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:28.758677 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port ae2dda87-a930-41bb-b9de-d796051a7093 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:28.759764 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (ae2dda87-a930-41bb-b9de-d796051a7093), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:28.800104 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:28.817664 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-e3e4c1d8-1a4f-48f0-9dae-70b23ac7beb8 None None] Provisioning complete for port 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:28.818980 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e3e4c1d8-1a4f-48f0-9dae-70b23ac7beb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (97dc1e53-6484-40f1-93d9-3a56e2ad8fc9), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:28.873665 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-8e84b164-8d82-43a6-b87f-3f9749cad442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:28.896805 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-bc40a8c9-153c-44b9-abd3-f310115f0e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (72fc76ed-a207-487b-aa7b-aed03c7da6be), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:28.906650 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dfe60a9f-e2db-4910-995a-818ec1b172f9 admin admin] Publish callbacks [] for port (729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:28.910633 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port ae2dda87-a930-41bb-b9de-d796051a7093 is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:28.916176 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (ae2dda87-a930-41bb-b9de-d796051a7093), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:28.960175 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port ae2dda87-a930-41bb-b9de-d796051a7093, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=ae2dda87-a930-41bb-b9de-d796051a7093,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:05:29.017446 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-e3e4c1d8-1a4f-48f0-9dae-70b23ac7beb8 None None] Current status of the port 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:29.034051 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-e3e4c1d8-1a4f-48f0-9dae-70b23ac7beb8 None None] Provisioning complete for port 72fc76ed-a207-487b-aa7b-aed03c7da6be triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:29.034691 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e3e4c1d8-1a4f-48f0-9dae-70b23ac7beb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (72fc76ed-a207-487b-aa7b-aed03c7da6be), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:29.062277 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (ae2dda87-a930-41bb-b9de-d796051a7093), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:29.063496 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 4ea3aa32-56dd-4a09-a129-762044594694 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:29.096298 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1e6a095a-5630-4d95-b28f-863efdf66f39 admin admin] Publish callbacks [] for router_gateway (b0f56664-cd42-4af8-a740-6b046be00594), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:29.103502 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-cb4376f4-2f6e-47e9-ac0b-448f05b913cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (4dd98763-8860-48a0-bf15-952284573d26), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:29.106869 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-cb4376f4-2f6e-47e9-ac0b-448f05b913cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:29.117191 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-cb4376f4-2f6e-47e9-ac0b-448f05b913cd admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4dd98763-8860-48a0-bf15-952284573d26 HTTP/1.1" status: 204 len: 168 time: 0.5649092 Aug 18 17:05:29.238399 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-e3e4c1d8-1a4f-48f0-9dae-70b23ac7beb8 None None] Port 72fc76ed-a207-487b-aa7b-aed03c7da6be cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:05:29.288442 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 4ea3aa32-56dd-4a09-a129-762044594694 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:29.289066 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (4ea3aa32-56dd-4a09-a129-762044594694), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:29.370898 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-bc40a8c9-153c-44b9-abd3-f310115f0e0b admin admin] Publish callbacks [] for port (72fc76ed-a207-487b-aa7b-aed03c7da6be), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:29.377461 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:29.381794 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4376f4-2f6e-47e9-ac0b-448f05b913cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd98763-8860-48a0-bf15-952284573d26,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:29.387204 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=ae2dda87-a930-41bb-b9de-d796051a7093,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:29.423267 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-acf4cab1-a192-4736-992b-5edae1a88677 None None] Provisioning complete for port 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:29.424012 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-acf4cab1-a192-4736-992b-5edae1a88677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (97dc1e53-6484-40f1-93d9-3a56e2ad8fc9), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:29.465501 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-bc40a8c9-153c-44b9-abd3-f310115f0e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (72fc76ed-a207-487b-aa7b-aed03c7da6be), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:29.465501 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-bc40a8c9-153c-44b9-abd3-f310115f0e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3878594'] for router_interface (1967b342-949f-478d-bb6b-7d62fdce79d4), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:29.502406 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 4ea3aa32-56dd-4a09-a129-762044594694 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:29.554827 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2d33cb30-4610-4fc3-88d7-0403afa2749f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (7654bf13-0ac1-4946-9a8f-e16167b0f14a), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:29.555834 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-8e84b164-8d82-43a6-b87f-3f9749cad442 admin admin] Publish callbacks [] for security_group (cd73f53f-cdec-48dd-80b8-ae096e98b0b8), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:29.590674 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e21857c-6ae4-44d8-86b9-fc7e58e8883f None None] Network 63680694-8a1f-4ab0-b38c-11df7b0ada7d requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:05:29.645576 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40a8c9-153c-44b9-abd3-f310115f0e0b admin admin] Pushing event updated for resources: {'Port': ['ID=72fc76ed-a207-487b-aa7b-aed03c7da6be,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:29.682914 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc40a8c9-153c-44b9-abd3-f310115f0e0b admin admin] Network 8be6f688-0f91-4174-bb68-fa46841659a9 is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:29.684943 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-bc40a8c9-153c-44b9-abd3-f310115f0e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:29.702013 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-8e84b164-8d82-43a6-b87f-3f9749cad442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (cd73f53f-cdec-48dd-80b8-ae096e98b0b8), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:29.709075 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-acf4cab1-a192-4736-992b-5edae1a88677 None None] Current status of the port 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:29.710772 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dfe60a9f-e2db-4910-995a-818ec1b172f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:29.773930 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1e6a095a-5630-4d95-b28f-863efdf66f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3874809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876444'] for router (b0f56664-cd42-4af8-a740-6b046be00594), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:29.799946 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe60a9f-e2db-4910-995a-818ec1b172f9 admin admin] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:29.812820 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-dfe60a9f-e2db-4910-995a-818ec1b172f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:29.825714 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe60a9f-e2db-4910-995a-818ec1b172f9 admin admin] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:05:29.920048 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84b164-8d82-43a6-b87f-3f9749cad442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd73f53f-cdec-48dd-80b8-ae096e98b0b8,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:29.970472 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-8e84b164-8d82-43a6-b87f-3f9749cad442 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ef22d9ec1d6648aaab439a70e6517144&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4521663 Aug 18 17:05:29.975469 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 41930) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:30.036639 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device ae2dda87-a930-41bb-b9de-d796051a7093 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:30.051869 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe60a9f-e2db-4910-995a-818ec1b172f9 admin admin] Pushing event updated for resources: {'Port': ['ID=729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:30.053821 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-9826e2d4-cdec-44e2-a670-90056f01295d None None] Provisioning complete for port fbe610b3-41f4-48e3-86d0-0843427781bc triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:30.054483 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-9826e2d4-cdec-44e2-a670-90056f01295d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (fbe610b3-41f4-48e3-86d0-0843427781bc), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:30.107019 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc40a8c9-153c-44b9-abd3-f310115f0e0b admin admin] Router 1967b342-949f-478d-bb6b-7d62fdce79d4 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:05:30.120095 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7a3e78ae-e6b3-4791-aa34-5d0ea6076420 admin admin] Publish callbacks [] for security_group (cd73f53f-cdec-48dd-80b8-ae096e98b0b8), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:30.214286 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=100 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:30.217073 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 41934) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:30.236911 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7a3e78ae-e6b3-4791-aa34-5d0ea6076420 admin admin] Publish callbacks [] for security_group (cd73f53f-cdec-48dd-80b8-ae096e98b0b8), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:30.293504 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port ae2dda87-a930-41bb-b9de-d796051a7093 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:30.294043 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (ae2dda87-a930-41bb-b9de-d796051a7093), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:30.299812 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:30.306574 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2d33cb30-4610-4fc3-88d7-0403afa2749f admin admin] Publish callbacks [] for port (7654bf13-0ac1-4946-9a8f-e16167b0f14a), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:30.308852 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-80c568e5-c825-4b30-afb9-20fc2779a43c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:30.337550 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc40a8c9-153c-44b9-abd3-f310115f0e0b admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:05:30.347997 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-bc40a8c9-153c-44b9-abd3-f310115f0e0b admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/1967b342-949f-478d-bb6b-7d62fdce79d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7100923 Aug 18 17:05:30.396033 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:30.404330 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2d33cb30-4610-4fc3-88d7-0403afa2749f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (7654bf13-0ac1-4946-9a8f-e16167b0f14a), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:30.405169 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2d33cb30-4610-4fc3-88d7-0403afa2749f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3878594'] for router_interface (33ac6969-4352-430e-8f29-f4e097521088), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:30.438083 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-9826e2d4-cdec-44e2-a670-90056f01295d None None] Current status of the port fbe610b3-41f4-48e3-86d0-0843427781bc is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:30.438774 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-9826e2d4-cdec-44e2-a670-90056f01295d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (fbe610b3-41f4-48e3-86d0-0843427781bc), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:30.455650 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7a3e78ae-e6b3-4791-aa34-5d0ea6076420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (cd73f53f-cdec-48dd-80b8-ae096e98b0b8), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:30.458666 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7a3e78ae-e6b3-4791-aa34-5d0ea6076420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:30.463589 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-7a3e78ae-e6b3-4791-aa34-5d0ea6076420 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cd73f53f-cdec-48dd-80b8-ae096e98b0b8 HTTP/1.1" status: 204 len: 168 time: 0.4835861 Aug 18 17:05:30.501615 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-9826e2d4-cdec-44e2-a670-90056f01295d None None] For port fbe610b3-41f4-48e3-86d0-0843427781bc, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=fbe610b3-41f4-48e3-86d0-0843427781bc,segment=NetworkSegment(bad12144-4088-4178-8a1d-18d54e3a5748),segment_id=bad12144-4088-4178-8a1d-18d54e3a5748)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:05:30.531760 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e78ae-e6b3-4791-aa34-5d0ea6076420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd73f53f-cdec-48dd-80b8-ae096e98b0b8,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:30.568356 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33cb30-4610-4fc3-88d7-0403afa2749f admin admin] Pushing event updated for resources: {'Port': ['ID=7654bf13-0ac1-4946-9a8f-e16167b0f14a,revision_number=2']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:30.581112 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:30.591206 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dfe60a9f-e2db-4910-995a-818ec1b172f9 admin admin] Publish callbacks [] for router_gateway (5a5c33f6-9205-459f-b9d5-3f6c14929f3a), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:30.599289 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port ae2dda87-a930-41bb-b9de-d796051a7093 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:30.600670 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device fbe610b3-41f4-48e3-86d0-0843427781bc up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:30.664293 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-9826e2d4-cdec-44e2-a670-90056f01295d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (fbe610b3-41f4-48e3-86d0-0843427781bc), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:30.671657 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] Publish callbacks [] for port (946a81ae-73cd-4e42-92aa-384fa79a21b9), precommit_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:30.719239 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:UPDATE=8 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:30.753759 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:30.756772 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826e2d4-cdec-44e2-a670-90056f01295d None None] Pushing event updated for resources: {'Port': ['ID=fbe610b3-41f4-48e3-86d0-0843427781bc,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:30.778685 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port fbe610b3-41f4-48e3-86d0-0843427781bc triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:30.780792 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (fbe610b3-41f4-48e3-86d0-0843427781bc), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:30.822590 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-25f9bdcb-08d4-4b8a-b78f-1334bc114eb8 None None] Provisioning complete for port fbe610b3-41f4-48e3-86d0-0843427781bc triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:30.822992 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-25f9bdcb-08d4-4b8a-b78f-1334bc114eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (fbe610b3-41f4-48e3-86d0-0843427781bc), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:30.862670 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (946a81ae-73cd-4e42-92aa-384fa79a21b9), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:30.907328 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] Attempting to bind port 946a81ae-73cd-4e42-92aa-384fa79a21b9 on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:05:30.907604 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] Attempting to bind port 946a81ae-73cd-4e42-92aa-384fa79a21b9 by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:05:30.907991 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] Attempting to bind port 946a81ae-73cd-4e42-92aa-384fa79a21b9 on network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:05:30.917430 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:05:30.918123 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] Checking segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:30.918239 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:30.918616 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] Bound using segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:05:30.919288 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] Bound port: 946a81ae-73cd-4e42-92aa-384fa79a21b9, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:05:30.919535 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (946a81ae-73cd-4e42-92aa-384fa79a21b9), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:30.991576 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d33cb30-4610-4fc3-88d7-0403afa2749f admin admin] Network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:30.993474 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-80c568e5-c825-4b30-afb9-20fc2779a43c admin admin] Publish callbacks [] for security_group (bfe72645-5910-4468-bc1d-f5c7d053fc60), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:31.006980 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-2d33cb30-4610-4fc3-88d7-0403afa2749f admin admin] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:31.008324 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1d1b1-0e2a-499d-b32e-7eb26908a39e None None] Pushing event updated for resources: {'Port': ['ID=946a81ae-73cd-4e42-92aa-384fa79a21b9,revision_number=2']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:31.036159 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6a095a-5630-4d95-b28f-863efdf66f39 admin admin] Router b0f56664-cd42-4af8-a740-6b046be00594 is scheduled to L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 with binding_index 1 {{(pid=106919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 17:05:31.067940 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-25f9bdcb-08d4-4b8a-b78f-1334bc114eb8 None None] Current status of the port fbe610b3-41f4-48e3-86d0-0843427781bc is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:31.096604 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-80c568e5-c825-4b30-afb9-20fc2779a43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (bfe72645-5910-4468-bc1d-f5c7d053fc60), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:31.111513 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] For port 946a81ae-73cd-4e42-92aa-384fa79a21b9, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:05:31.115119 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] For port 946a81ae-73cd-4e42-92aa-384fa79a21b9, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=946a81ae-73cd-4e42-92aa-384fa79a21b9,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:05:31.147496 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port fbe610b3-41f4-48e3-86d0-0843427781bc is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:31.151048 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:31.202183 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-25f9bdcb-08d4-4b8a-b78f-1334bc114eb8 None None] Provisioning complete for port 72fc76ed-a207-487b-aa7b-aed03c7da6be triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:31.203492 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-25f9bdcb-08d4-4b8a-b78f-1334bc114eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (72fc76ed-a207-487b-aa7b-aed03c7da6be), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:31.253066 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dfe60a9f-e2db-4910-995a-818ec1b172f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3874809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876444'] for router (5a5c33f6-9205-459f-b9d5-3f6c14929f3a), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:31.256747 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-25f9bdcb-08d4-4b8a-b78f-1334bc114eb8 None None] Port 72fc76ed-a207-487b-aa7b-aed03c7da6be cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:05:31.298589 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:31.299246 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (97dc1e53-6484-40f1-93d9-3a56e2ad8fc9), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:31.305802 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-80c568e5-c825-4b30-afb9-20fc2779a43c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=875b181dc16b4be1b055810ba607429d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0781991 Aug 18 17:05:31.306384 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 41976) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:31.335355 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (946a81ae-73cd-4e42-92aa-384fa79a21b9), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:31.376534 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c568e5-c825-4b30-afb9-20fc2779a43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe72645-5910-4468-bc1d-f5c7d053fc60,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:31.390754 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] Routers {'1967b342-949f-478d-bb6b-7d62fdce79d4'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:05:31.391403 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:05:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1967b342-949f-478d-bb6b-7d62fdce79d4'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:31.413079 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 41980) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:31.424333 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-0faa2e7e-b913-4baf-8073-6c3957d23fe6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--664683713', 'description': 'tempest-description--1138815503'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:31.447516 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-15d15037-eb1e-4b6e-9171-abe74d1a59e5 admin admin] Publish callbacks [] for security_group (bfe72645-5910-4468-bc1d-f5c7d053fc60), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:31.477086 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-15d15037-eb1e-4b6e-9171-abe74d1a59e5 admin admin] Publish callbacks [] for security_group (bfe72645-5910-4468-bc1d-f5c7d053fc60), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:31.522167 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d33cb30-4610-4fc3-88d7-0403afa2749f admin admin] Router 33ac6969-4352-430e-8f29-f4e097521088 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:05:31.526042 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6a095a-5630-4d95-b28f-863efdf66f39 admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:05:31.540240 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] Sync routers for ids ['b0f56664-cd42-4af8-a740-6b046be00594'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:05:31.561402 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] Routers {'b0f56664-cd42-4af8-a740-6b046be00594'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:05:31.562794 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:05:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['b0f56664-cd42-4af8-a740-6b046be00594'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:31.563236 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-0faa2e7e-b913-4baf-8073-6c3957d23fe6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:31.619565 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-15d15037-eb1e-4b6e-9171-abe74d1a59e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (bfe72645-5910-4468-bc1d-f5c7d053fc60), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:31.622436 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-15d15037-eb1e-4b6e-9171-abe74d1a59e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:31.624155 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-15d15037-eb1e-4b6e-9171-abe74d1a59e5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bfe72645-5910-4468-bc1d-f5c7d053fc60 HTTP/1.1" status: 204 len: 168 time: 0.3162959 Aug 18 17:05:31.668604 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d15037-eb1e-4b6e-9171-abe74d1a59e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe72645-5910-4468-bc1d-f5c7d053fc60,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:31.687267 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1e6a095a-5630-4d95-b28f-863efdf66f39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:31.691866 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-1e6a095a-5630-4d95-b28f-863efdf66f39 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.9308944 Aug 18 17:05:31.692488 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 41988) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:31.759143 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-0faa2e7e-b913-4baf-8073-6c3957d23fe6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group (b137f4fd-6b1a-4051-929e-1b53d2646d57), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:31.790122 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1d1b1-0e2a-499d-b32e-7eb26908a39e None None] Pushing event updated for resources: {'Port': ['ID=946a81ae-73cd-4e42-92aa-384fa79a21b9,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:31.790437 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] Set router b0f56664-cd42-4af8-a740-6b046be00594 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:05:31.806841 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:31.808869 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-b0c04a78-59d8-4bda-999f-f995ec385cf6 None None] Provisioning complete for port 7654bf13-0ac1-4946-9a8f-e16167b0f14a triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:31.809519 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-b0c04a78-59d8-4bda-999f-f995ec385cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (7654bf13-0ac1-4946-9a8f-e16167b0f14a), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:31.854649 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-0faa2e7e-b913-4baf-8073-6c3957d23fe6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (b137f4fd-6b1a-4051-929e-1b53d2646d57), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:31.899092 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe60a9f-e2db-4910-995a-818ec1b172f9 admin admin] Router 5a5c33f6-9205-459f-b9d5-3f6c14929f3a is scheduled to L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 with binding_index 1 {{(pid=106919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 17:05:31.927201 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] Set router 1967b342-949f-478d-bb6b-7d62fdce79d4 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:05:31.941880 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d33cb30-4610-4fc3-88d7-0403afa2749f admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:05:31.967120 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-2d33cb30-4610-4fc3-88d7-0403afa2749f admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/33ac6969-4352-430e-8f29-f4e097521088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9136746 Aug 18 17:05:31.971955 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa2e7e-b913-4baf-8073-6c3957d23fe6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b137f4fd-6b1a-4051-929e-1b53d2646d57,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:32.018081 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-b0c04a78-59d8-4bda-999f-f995ec385cf6 None None] Port 7654bf13-0ac1-4946-9a8f-e16167b0f14a cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:05:32.042984 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c2929-d476-4b51-945a-66f3b944993c None None] Sync routers for ids ['33ac6969-4352-430e-8f29-f4e097521088'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:05:32.048818 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-0faa2e7e-b913-4baf-8073-6c3957d23fe6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:32.058356 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-0faa2e7e-b913-4baf-8073-6c3957d23fe6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6442108 Aug 18 17:05:32.061155 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 42006) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:32.066287 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-564356e2-0a3f-449d-883b-65893d58c43b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Request body: {'security_group_rule': {'security_group_id': 'b137f4fd-6b1a-4051-929e-1b53d2646d57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:32.070737 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f56664-cd42-4af8-a740-6b046be00594', 'name': 'tempest-DeleteServersTestJSON-1666812815-router', 'tenant_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bc902090-7bb9-44a7-b236-33d087953d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:23Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 3, 'project_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'gw_port': {'id': 'bc902090-7bb9-44a7-b236-33d087953d8a', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f56664-cd42-4af8-a740-6b046be00594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:32.100700 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] Checking router: b0f56664-cd42-4af8-a740-6b046be00594 for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:05:32.101207 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] Updating router b0f56664-cd42-4af8-a740-6b046be00594 port bc902090-7bb9-44a7-b236-33d087953d8a binding host dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 17:05:32.116021 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe60a9f-e2db-4910-995a-818ec1b172f9 admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:05:32.129168 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] Sync routers for ids ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:05:32.146840 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] Routers {'5a5c33f6-9205-459f-b9d5-3f6c14929f3a'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:05:32.147496 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:05:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:32.187596 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c2929-d476-4b51-945a-66f3b944993c None None] Routers {'33ac6969-4352-430e-8f29-f4e097521088'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:05:32.188841 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-271c2929-d476-4b51-945a-66f3b944993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:05:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['33ac6969-4352-430e-8f29-f4e097521088'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:32.199508 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:32.225383 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-564356e2-0a3f-449d-883b-65893d58c43b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group_rule (f5524dc1-c22b-4029-9c04-2511e5e23d8f), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:32.242307 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:32.286100 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:32.316665 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (bc902090-7bb9-44a7-b236-33d087953d8a), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:32.344129 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:32.361438 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:32.386358 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dfe60a9f-e2db-4910-995a-818ec1b172f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:32.387699 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-dfe60a9f-e2db-4910-995a-818ec1b172f9 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.4936190 Aug 18 17:05:32.420270 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-271c2929-d476-4b51-945a-66f3b944993c None None] Set router 33ac6969-4352-430e-8f29-f4e097521088 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:05:32.440529 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] Set router 5a5c33f6-9205-459f-b9d5-3f6c14929f3a gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:05:32.459954 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device fbe610b3-41f4-48e3-86d0-0843427781bc up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:32.503112 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-564356e2-0a3f-449d-883b-65893d58c43b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group_rule (f5524dc1-c22b-4029-9c04-2511e5e23d8f), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:32.508345 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 42016) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:32.509924 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:32.512365 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-router', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:21Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'gw_port': {'id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:22Z', 'updated_at': '2022-08-18T17:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '72fc76ed-a207-487b-aa7b-aed03c7da6be', 'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'mac_address': 'fa:16:3e:cb:01:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:29Z', 'revision_number': 2, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'subnets': [{'id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:32.557987 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f45897a-1c39-47c1-aa53-026f0dd5adae None None] The sync data for ids ['1967b342-949f-478d-bb6b-7d62fdce79d4'] in dv-cinder-853678-2-iscsi is: [{'id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-router', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:21Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'gw_port': {'id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:22Z', 'updated_at': '2022-08-18T17:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '72fc76ed-a207-487b-aa7b-aed03c7da6be', 'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'mac_address': 'fa:16:3e:cb:01:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:29Z', 'revision_number': 2, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'subnets': [{'id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:05:32.728870 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-564356e2-0a3f-449d-883b-65893d58c43b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (f5524dc1-c22b-4029-9c04-2511e5e23d8f), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:32.750435 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port fbe610b3-41f4-48e3-86d0-0843427781bc triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:32.750937 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (fbe610b3-41f4-48e3-86d0-0843427781bc), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:32.804235 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=100 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:32.818700 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564356e2-0a3f-449d-883b-65893d58c43b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5524dc1-c22b-4029-9c04-2511e5e23d8f,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:32.908265 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-564356e2-0a3f-449d-883b-65893d58c43b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:32.912566 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-564356e2-0a3f-449d-883b-65893d58c43b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8472228 Aug 18 17:05:32.913087 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 42030) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:32.920030 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-d4d88d2e-1653-498a-89d8-70c0ddfe11e4 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Request body: {'security_group_rule': {'security_group_id': 'b137f4fd-6b1a-4051-929e-1b53d2646d57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:32.949345 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-271c2929-d476-4b51-945a-66f3b944993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:29Z', 'revision_number': 2, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:32.966655 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:33.003545 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] Publish callbacks [] for port (bc902090-7bb9-44a7-b236-33d087953d8a), precommit_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:33.028308 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cb66b4db-38ce-43ac-8015-ad98ceca1d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:33.039936 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:33.084869 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (bc902090-7bb9-44a7-b236-33d087953d8a), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:33.143815 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:33.144985 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] Attempting to bind port bc902090-7bb9-44a7-b236-33d087953d8a on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:05:33.145340 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] Attempting to bind port bc902090-7bb9-44a7-b236-33d087953d8a by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:05:33.145704 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] Attempting to bind port bc902090-7bb9-44a7-b236-33d087953d8a on network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:05:33.160379 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c2929-d476-4b51-945a-66f3b944993c None None] Checking router: 33ac6969-4352-430e-8f29-f4e097521088 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:05:33.160738 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c2929-d476-4b51-945a-66f3b944993c None None] Updating router 33ac6969-4352-430e-8f29-f4e097521088 port 7654bf13-0ac1-4946-9a8f-e16167b0f14a binding host dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 17:05:33.210111 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 42038) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:33.248691 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:05:33.249080 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] Checking segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:33.251887 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port fbe610b3-41f4-48e3-86d0-0843427781bc is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:33.253999 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:33.254632 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] Bound using segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:05:33.255078 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] Bound port: bc902090-7bb9-44a7-b236-33d087953d8a, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:05:33.256216 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (bc902090-7bb9-44a7-b236-33d087953d8a), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:33.280190 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-271c2929-d476-4b51-945a-66f3b944993c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (7654bf13-0ac1-4946-9a8f-e16167b0f14a), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:33.396367 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] For port bc902090-7bb9-44a7-b236-33d087953d8a, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:05:33.401434 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] For port bc902090-7bb9-44a7-b236-33d087953d8a, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=bc902090-7bb9-44a7-b236-33d087953d8a,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:05:33.411672 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7160f44-1144-453d-9f81-857dc7c3d0cc None None] Pushing event updated for resources: {'Port': ['ID=bc902090-7bb9-44a7-b236-33d087953d8a,revision_number=2']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:33.523264 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [None req-cb66b4db-38ce-43ac-8015-ad98ceca1d0e admin admin] Allocated IP 172.20.0.1 (63680694-8a1f-4ab0-b38c-11df7b0ada7d/e64e37e8-5b7a-4483-9735-ee4019caa26a/24282e02-c4ba-42ed-8281-6e549c3bd962) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:05:33.571826 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 42054) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:33.592588 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d4d88d2e-1653-498a-89d8-70c0ddfe11e4 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group_rule (7b3ad207-d5c5-4c8e-8b1c-68a14c8b0f02), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:33.596666 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-aeb09478-3776-4ce2-8ab1-343780a36b60 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--515187756', 'description': 'tempest-description--631958407'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:33.614769 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (bc902090-7bb9-44a7-b236-33d087953d8a), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:33.670831 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-c62bdbfb-fe3d-4395-ad3b-63c047c3228f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1340827227-network', 'tenant_id': '4e0f5843e754428082fd6ece2d8d28a0'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:33.742142 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7160f44-1144-453d-9f81-857dc7c3d0cc None None] Pushing event updated for resources: {'Port': ['ID=bc902090-7bb9-44a7-b236-33d087953d8a,revision_number=3']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:33.798149 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] Routers {'b0f56664-cd42-4af8-a740-6b046be00594'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:05:33.799007 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:05:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['b0f56664-cd42-4af8-a740-6b046be00594'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:33.812586 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d4d88d2e-1653-498a-89d8-70c0ddfe11e4 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group_rule (7b3ad207-d5c5-4c8e-8b1c-68a14c8b0f02), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:33.826081 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-aeb09478-3776-4ce2-8ab1-343780a36b60 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:33.858789 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1090236541-router', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:24Z', 'updated_at': '2022-08-18T17:05:30Z', 'revision_number': 3, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'gw_port': {'id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:33.903269 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] Checking router: 5a5c33f6-9205-459f-b9d5-3f6c14929f3a for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:05:33.903882 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] Updating router 5a5c33f6-9205-459f-b9d5-3f6c14929f3a port 729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e binding host dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 17:05:33.928609 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d4d88d2e-1653-498a-89d8-70c0ddfe11e4 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (7b3ad207-d5c5-4c8e-8b1c-68a14c8b0f02), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:33.956679 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d88d2e-1653-498a-89d8-70c0ddfe11e4 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3ad207-d5c5-4c8e-8b1c-68a14c8b0f02,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:33.960326 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-271c2929-d476-4b51-945a-66f3b944993c None None] Publish callbacks [] for port (7654bf13-0ac1-4946-9a8f-e16167b0f14a), precommit_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:33.962389 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62bdbfb-fe3d-4395-ad3b-63c047c3228f admin admin] Made reservation on behalf of 4e0f5843e754428082fd6ece2d8d28a0 for: {'network': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:05:33.964941 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-c62bdbfb-fe3d-4395-ad3b-63c047c3228f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for network (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:33.992212 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-67470d57-0f0a-487b-a13e-c9eb089b8658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:34.000923 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cb66b4db-38ce-43ac-8015-ad98ceca1d0e admin admin] Publish callbacks [] for port (24282e02-c4ba-42ed-8281-6e549c3bd962), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:34.007919 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-c62bdbfb-fe3d-4395-ad3b-63c047c3228f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:34.016813 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:34.036792 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-271c2929-d476-4b51-945a-66f3b944993c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (7654bf13-0ac1-4946-9a8f-e16167b0f14a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:34.088536 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-aeb09478-3776-4ce2-8ab1-343780a36b60 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (ac88b69c-a5ae-4811-b4ac-0603a3475fb0), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:34.089952 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] Set router b0f56664-cd42-4af8-a740-6b046be00594 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:05:34.121996 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d4d88d2e-1653-498a-89d8-70c0ddfe11e4 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:34.123804 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-d4d88d2e-1653-498a-89d8-70c0ddfe11e4 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2095838 Aug 18 17:05:34.143721 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 42068) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:34.156696 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-e5244d8e-cc6d-47ba-ae20-e2028b165633 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Request body: {'floatingip': {'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:34.219913 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-aeb09478-3776-4ce2-8ab1-343780a36b60 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (ac88b69c-a5ae-4811-b4ac-0603a3475fb0), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:34.229322 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89faea-d48c-4285-a0f6-dd3c8549e624 None None] Pushing event updated for resources: {'Port': ['ID=7654bf13-0ac1-4946-9a8f-e16167b0f14a,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:34.260179 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-271c2929-d476-4b51-945a-66f3b944993c None None] Attempting to bind port 7654bf13-0ac1-4946-9a8f-e16167b0f14a on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:05:34.260554 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-271c2929-d476-4b51-945a-66f3b944993c None None] Attempting to bind port 7654bf13-0ac1-4946-9a8f-e16167b0f14a by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:05:34.261301 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271c2929-d476-4b51-945a-66f3b944993c None None] Attempting to bind port 7654bf13-0ac1-4946-9a8f-e16167b0f14a on network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:05:34.285628 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [None req-67470d57-0f0a-487b-a13e-c9eb089b8658 admin admin] Allocated IP 172.20.0.1 (9262925b-65a7-4a9e-8370-bb0d87864ea7/1fd4986d-fa02-4ea6-af8d-8bdc82d77643/15a3a8ca-89f9-40d9-81df-e5331356266f) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:05:34.296638 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271c2929-d476-4b51-945a-66f3b944993c None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:05:34.302110 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271c2929-d476-4b51-945a-66f3b944993c None None] Checking segment: {'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:34.302657 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-271c2929-d476-4b51-945a-66f3b944993c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:34.305481 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271c2929-d476-4b51-945a-66f3b944993c None None] Bound using segment: {'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:05:34.306072 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-271c2929-d476-4b51-945a-66f3b944993c None None] Bound port: 7654bf13-0ac1-4946-9a8f-e16167b0f14a, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:05:34.306480 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-271c2929-d476-4b51-945a-66f3b944993c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (7654bf13-0ac1-4946-9a8f-e16167b0f14a), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:34.456956 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:34.496483 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 42076) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:34.500416 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:34.510458 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 946a81ae-73cd-4e42-92aa-384fa79a21b9 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:34.575083 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-67470d57-0f0a-487b-a13e-c9eb089b8658 admin admin] Publish callbacks [] for port (15a3a8ca-89f9-40d9-81df-e5331356266f), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:34.640594 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-271c2929-d476-4b51-945a-66f3b944993c None None] For port 7654bf13-0ac1-4946-9a8f-e16167b0f14a, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:05:34.644281 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cb66b4db-38ce-43ac-8015-ad98ceca1d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (24282e02-c4ba-42ed-8281-6e549c3bd962), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:34.644850 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-271c2929-d476-4b51-945a-66f3b944993c None None] For port 7654bf13-0ac1-4946-9a8f-e16167b0f14a, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=7654bf13-0ac1-4946-9a8f-e16167b0f14a,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:05:34.661274 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 946a81ae-73cd-4e42-92aa-384fa79a21b9 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:34.661675 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (946a81ae-73cd-4e42-92aa-384fa79a21b9), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:34.698549 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:34.766401 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-67470d57-0f0a-487b-a13e-c9eb089b8658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (15a3a8ca-89f9-40d9-81df-e5331356266f), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:34.768600 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-271c2929-d476-4b51-945a-66f3b944993c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (7654bf13-0ac1-4946-9a8f-e16167b0f14a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:34.768727 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-c62bdbfb-fe3d-4395-ad3b-63c047c3228f admin admin] Publish callbacks [] for security_group (fe97fabd-5895-4eb4-bd06-8b7b89a93a70), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:34.791171 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f5ba338a-41f2-4f46-a8f6-2cfbc195aead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:34.791379 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:34.828780 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:34.830716 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb09478-3776-4ce2-8ab1-343780a36b60 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac88b69c-a5ae-4811-b4ac-0603a3475fb0,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:34.833566 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c2929-d476-4b51-945a-66f3b944993c None None] Routers {'33ac6969-4352-430e-8f29-f4e097521088'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:05:34.834205 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-271c2929-d476-4b51-945a-66f3b944993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:05:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['33ac6969-4352-430e-8f29-f4e097521088'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:34.851700 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 946a81ae-73cd-4e42-92aa-384fa79a21b9 is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:34.851843 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (946a81ae-73cd-4e42-92aa-384fa79a21b9), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:34.857655 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-aeb09478-3776-4ce2-8ab1-343780a36b60 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:34.864263 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-aeb09478-3776-4ce2-8ab1-343780a36b60 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2910683 Aug 18 17:05:34.872449 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 42086) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:34.877624 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-c62bdbfb-fe3d-4395-ad3b-63c047c3228f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (fe97fabd-5895-4eb4-bd06-8b7b89a93a70), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:34.889125 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-e3cc1214-b9ed-4fea-9f4f-a0a261869692 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'security_group_rule': {'security_group_id': 'ac88b69c-a5ae-4811-b4ac-0603a3475fb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:34.953143 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb66b4db-38ce-43ac-8015-ad98ceca1d0e admin admin] Network 63680694-8a1f-4ab0-b38c-11df7b0ada7d is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:34.959015 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bdbfb-fe3d-4395-ad3b-63c047c3228f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe97fabd-5895-4eb4-bd06-8b7b89a93a70,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:34.967139 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port 946a81ae-73cd-4e42-92aa-384fa79a21b9, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=946a81ae-73cd-4e42-92aa-384fa79a21b9,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:05:34.983090 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67470d57-0f0a-487b-a13e-c9eb089b8658 admin admin] Network 9262925b-65a7-4a9e-8370-bb0d87864ea7 is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:34.990859 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e5244d8e-cc6d-47ba-ae20-e2028b165633 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:34.990935 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f56664-cd42-4af8-a740-6b046be00594', 'name': 'tempest-DeleteServersTestJSON-1666812815-router', 'tenant_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bc902090-7bb9-44a7-b236-33d087953d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:23Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 3, 'project_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'gw_port': {'id': 'bc902090-7bb9-44a7-b236-33d087953d8a', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f56664-cd42-4af8-a740-6b046be00594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:34.997078 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67470d57-0f0a-487b-a13e-c9eb089b8658 admin admin] Pushing event updated for resources: {'Port': ['ID=15a3a8ca-89f9-40d9-81df-e5331356266f,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:35.013446 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-cb66b4db-38ce-43ac-8015-ad98ceca1d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:35.016941 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb66b4db-38ce-43ac-8015-ad98ceca1d0e admin admin] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:05:35.017430 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cb66b4db-38ce-43ac-8015-ad98ceca1d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3878446'] for router_interface (b0f56664-cd42-4af8-a740-6b046be00594), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:35.055526 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6749fbf2-143c-472d-a74d-efde7d6ace8d None None] The sync data for ids ['b0f56664-cd42-4af8-a740-6b046be00594'] in dv-cinder-853678-2-iscsi is: [{'id': 'b0f56664-cd42-4af8-a740-6b046be00594', 'name': 'tempest-DeleteServersTestJSON-1666812815-router', 'tenant_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bc902090-7bb9-44a7-b236-33d087953d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:23Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 3, 'project_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'gw_port': {'id': 'bc902090-7bb9-44a7-b236-33d087953d8a', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f56664-cd42-4af8-a740-6b046be00594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:05:35.071028 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-67470d57-0f0a-487b-a13e-c9eb089b8658 admin admin] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:35.080570 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:35.145997 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67470d57-0f0a-487b-a13e-c9eb089b8658 admin admin] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:05:35.146578 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-67470d57-0f0a-487b-a13e-c9eb089b8658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3878446'] for router_interface (5a5c33f6-9205-459f-b9d5-3f6c14929f3a), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:35.209329 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] Publish callbacks [] for port (729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e), precommit_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:35.254202 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e3cc1214-b9ed-4fea-9f4f-a0a261869692 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (4789ec11-aae3-41ff-8317-4e3377452524), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:35.265218 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f5ba338a-41f2-4f46-a8f6-2cfbc195aead admin admin] Publish callbacks [] for security_group (3c4afadd-157a-47dd-b900-b28c2edb2094), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:35.301642 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:35.334907 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:35.338566 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] Attempting to bind port 729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:05:35.338993 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] Attempting to bind port 729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:05:35.339354 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] Attempting to bind port 729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e on network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:05:35.351846 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:05:35.352269 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] Checking segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:35.352722 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:35.353121 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] Bound using segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:05:35.353694 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] Bound port: 729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:05:35.354084 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:35.379096 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62bdbfb-fe3d-4395-ad3b-63c047c3228f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=106919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 17:05:35.389699 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f5ba338a-41f2-4f46-a8f6-2cfbc195aead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (3c4afadd-157a-47dd-b900-b28c2edb2094), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:35.425903 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66b4db-38ce-43ac-8015-ad98ceca1d0e admin admin] Pushing event updated for resources: {'Port': ['ID=24282e02-c4ba-42ed-8281-6e549c3bd962,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:35.459482 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295bba5-886d-4ad8-89f6-3bb22b14cb5c None None] Pushing event updated for resources: {'Port': ['ID=729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e,revision_number=2']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:35.462880 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e3cc1214-b9ed-4fea-9f4f-a0a261869692 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (4789ec11-aae3-41ff-8317-4e3377452524), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:35.492700 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89faea-d48c-4285-a0f6-dd3c8549e624 None None] Pushing event updated for resources: {'Port': ['ID=7654bf13-0ac1-4946-9a8f-e16167b0f14a,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:35.508323 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (946a81ae-73cd-4e42-92aa-384fa79a21b9), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:35.537845 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e3cc1214-b9ed-4fea-9f4f-a0a261869692 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (4789ec11-aae3-41ff-8317-4e3377452524), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:35.538351 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] For port 729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:05:35.552933 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba338a-41f2-4f46-a8f6-2cfbc195aead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4afadd-157a-47dd-b900-b28c2edb2094,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:35.554925 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] For port 729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:05:35.581406 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-f5ba338a-41f2-4f46-a8f6-2cfbc195aead admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4680c312b7f44f968bddfaf257bd16d9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0803525 Aug 18 17:05:35.646350 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:35.651090 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 42104) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:35.718290 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] Routers {'5a5c33f6-9205-459f-b9d5-3f6c14929f3a'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:05:35.719343 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:05:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:35.724354 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=946a81ae-73cd-4e42-92aa-384fa79a21b9,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:35.773806 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-da006a97-4ec9-41d9-8c88-137b711c7470 None None] Provisioning complete for port 24282e02-c4ba-42ed-8281-6e549c3bd962 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:35.774779 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-da006a97-4ec9-41d9-8c88-137b711c7470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (24282e02-c4ba-42ed-8281-6e549c3bd962), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:35.786710 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-271c2929-d476-4b51-945a-66f3b944993c None None] Set router 33ac6969-4352-430e-8f29-f4e097521088 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:05:35.810038 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-67470d57-0f0a-487b-a13e-c9eb089b8658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (15a3a8ca-89f9-40d9-81df-e5331356266f), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:35.856996 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e5244d8e-cc6d-47ba-ae20-e2028b165633 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:35.904075 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295bba5-886d-4ad8-89f6-3bb22b14cb5c None None] Pushing event updated for resources: {'Port': ['ID=729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e,revision_number=3']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:36.032571 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [None req-e5244d8e-cc6d-47ba-ae20-e2028b165633 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Allocated IP 172.27.1.33 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/0816f12c-a08f-4cd1-96de-f5943ccacaeb) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:05:36.061032 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-da006a97-4ec9-41d9-8c88-137b711c7470 None None] Port 24282e02-c4ba-42ed-8281-6e549c3bd962 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:05:36.075168 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] Set router 5a5c33f6-9205-459f-b9d5-3f6c14929f3a gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:05:36.144193 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-67470d57-0f0a-487b-a13e-c9eb089b8658 admin admin] Publish callbacks [] for port (15a3a8ca-89f9-40d9-81df-e5331356266f), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:36.146451 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc1214-b9ed-4fea-9f4f-a0a261869692 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4789ec11-aae3-41ff-8317-4e3377452524,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:36.203176 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-19dbf0e2-3ddf-45e4-b860-e79a009de211 admin admin] Publish callbacks [] for security_group (3c4afadd-157a-47dd-b900-b28c2edb2094), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:36.227606 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-eb1e7136-df80-4eec-8403-0c38a5b639f2 None None] Provisioning complete for port 15a3a8ca-89f9-40d9-81df-e5331356266f triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:36.234221 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-eb1e7136-df80-4eec-8403-0c38a5b639f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (15a3a8ca-89f9-40d9-81df-e5331356266f), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:36.241931 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-19dbf0e2-3ddf-45e4-b860-e79a009de211 admin admin] Publish callbacks [] for security_group (3c4afadd-157a-47dd-b900-b28c2edb2094), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:36.248405 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e5244d8e-cc6d-47ba-ae20-e2028b165633 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for port (0816f12c-a08f-4cd1-96de-f5943ccacaeb), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:36.264845 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e3cc1214-b9ed-4fea-9f4f-a0a261869692 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:36.266858 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-e3cc1214-b9ed-4fea-9f4f-a0a261869692 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3814383 Aug 18 17:05:36.282903 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 42116) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:36.292766 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-67470d57-0f0a-487b-a13e-c9eb089b8658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (15a3a8ca-89f9-40d9-81df-e5331356266f), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:36.304784 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-4b8bf067-4fb1-485c-989f-0d271019649d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'security_group_rule': {'security_group_id': 'ac88b69c-a5ae-4811-b4ac-0603a3475fb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:36.306189 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-67470d57-0f0a-487b-a13e-c9eb089b8658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3878594'] for router_interface (5a5c33f6-9205-459f-b9d5-3f6c14929f3a), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:36.319578 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-c62bdbfb-fe3d-4395-ad3b-63c047c3228f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (09299942-b8a4-4782-a83b-cb93f847852a), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:36.319927 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.segments_db [None req-c62bdbfb-fe3d-4395-ad3b-63c047c3228f admin admin] Added segment 09299942-b8a4-4782-a83b-cb93f847852a of type vlan for network fd32f23a-360d-4399-8dfa-45ab27b35ad6 Aug 18 17:05:36.324895 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:36.346149 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e7136-df80-4eec-8403-0c38a5b639f2 None None] Port 15a3a8ca-89f9-40d9-81df-e5331356266f cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:05:36.381541 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e5244d8e-cc6d-47ba-ae20-e2028b165633 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (0816f12c-a08f-4cd1-96de-f5943ccacaeb), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:36.387714 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] Sync routers for ids ['1967b342-949f-478d-bb6b-7d62fdce79d4'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:05:36.404804 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] Routers {'1967b342-949f-478d-bb6b-7d62fdce79d4'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:05:36.406102 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:05:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1967b342-949f-478d-bb6b-7d62fdce79d4'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:36.413226 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:36.485749 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cb66b4db-38ce-43ac-8015-ad98ceca1d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (24282e02-c4ba-42ed-8281-6e549c3bd962), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:36.504072 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-271c2929-d476-4b51-945a-66f3b944993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:34Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:36.509080 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5244d8e-cc6d-47ba-ae20-e2028b165633 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Pushing event updated for resources: {'Port': ['ID=0816f12c-a08f-4cd1-96de-f5943ccacaeb,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:36.561277 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:36.572006 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5244d8e-cc6d-47ba-ae20-e2028b165633 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:36.578626 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-e5244d8e-cc6d-47ba-ae20-e2028b165633 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:36.583110 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-c62bdbfb-fe3d-4395-ad3b-63c047c3228f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740646246220'] for network (fd32f23a-360d-4399-8dfa-45ab27b35ad6), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:36.589448 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5244d8e-cc6d-47ba-ae20-e2028b165633 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:05:36.596865 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67470d57-0f0a-487b-a13e-c9eb089b8658 admin admin] Pushing event updated for resources: {'Port': ['ID=15a3a8ca-89f9-40d9-81df-e5331356266f,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:36.597119 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 946a81ae-73cd-4e42-92aa-384fa79a21b9 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:36.614612 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c2929-d476-4b51-945a-66f3b944993c None None] The sync data for ids ['33ac6969-4352-430e-8f29-f4e097521088'] in dv-cinder-853678-2-iscsi is: [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:34Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:05:36.684102 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf067-4fb1-485c-989f-0d271019649d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (02b3821c-ffbd-4253-806a-3d912c2a79bd), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:36.732565 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.db.resource_extend [None req-c62bdbfb-fe3d-4395-ad3b-63c047c3228f admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 18 17:05:36.757792 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-19dbf0e2-3ddf-45e4-b860-e79a009de211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (3c4afadd-157a-47dd-b900-b28c2edb2094), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:36.760656 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-19dbf0e2-3ddf-45e4-b860-e79a009de211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:36.779862 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-19dbf0e2-3ddf-45e4-b860-e79a009de211 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3c4afadd-157a-47dd-b900-b28c2edb2094 HTTP/1.1" status: 204 len: 168 time: 1.1264055 Aug 18 17:05:36.809296 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbf0e2-3ddf-45e4-b860-e79a009de211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4afadd-157a-47dd-b900-b28c2edb2094,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:36.912270 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67470d57-0f0a-487b-a13e-c9eb089b8658 admin admin] Network 9262925b-65a7-4a9e-8370-bb0d87864ea7 is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:36.917741 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-67470d57-0f0a-487b-a13e-c9eb089b8658 admin admin] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:36.943296 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 946a81ae-73cd-4e42-92aa-384fa79a21b9 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:36.944917 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (946a81ae-73cd-4e42-92aa-384fa79a21b9), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:36.959348 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:37.021556 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1090236541-router', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:24Z', 'updated_at': '2022-08-18T17:05:35Z', 'revision_number': 4, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'gw_port': {'id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '15a3a8ca-89f9-40d9-81df-e5331356266f', 'name': '', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'mac_address': 'fa:16:3e:37:47:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:34Z', 'updated_at': '2022-08-18T17:05:34Z', 'revision_number': 1, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'subnets': [{'id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:37.065312 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] Set router 1967b342-949f-478d-bb6b-7d62fdce79d4 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:05:37.100661 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af82b59-fabe-42ee-9f11-d15f5d49a6f2 None None] The sync data for ids ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'] in dv-cinder-853678-2-iscsi is: [{'id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1090236541-router', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:24Z', 'updated_at': '2022-08-18T17:05:35Z', 'revision_number': 4, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'gw_port': {'id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '15a3a8ca-89f9-40d9-81df-e5331356266f', 'name': '', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'mac_address': 'fa:16:3e:37:47:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:34Z', 'updated_at': '2022-08-18T17:05:34Z', 'revision_number': 1, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'subnets': [{'id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:05:37.102544 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e5244d8e-cc6d-47ba-ae20-e2028b165633 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for floatingip (e02565ea-6c37-4b70-9dfd-740351519f98), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:37.178398 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:UPDATE=3,neutron:SELECT=82,neutron:INSERT=15 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:37.235624 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67470d57-0f0a-487b-a13e-c9eb089b8658 admin admin] Router 5a5c33f6-9205-459f-b9d5-3f6c14929f3a has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:05:37.239205 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf067-4fb1-485c-989f-0d271019649d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (02b3821c-ffbd-4253-806a-3d912c2a79bd), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:37.326585 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-c62bdbfb-fe3d-4395-ad3b-63c047c3228f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for network (fd32f23a-360d-4399-8dfa-45ab27b35ad6), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:37.330291 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62bdbfb-fe3d-4395-ad3b-63c047c3228f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:37.332058 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-c62bdbfb-fe3d-4395-ad3b-63c047c3228f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:37.450006 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf067-4fb1-485c-989f-0d271019649d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (02b3821c-ffbd-4253-806a-3d912c2a79bd), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:37.450653 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67470d57-0f0a-487b-a13e-c9eb089b8658 admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:05:37.476829 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-67470d57-0f0a-487b-a13e-c9eb089b8658 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/5a5c33f6-9205-459f-b9d5-3f6c14929f3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9606977 Aug 18 17:05:37.510878 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-c5d55fe5-6976-46b8-86bb-19a129a0580b None None] Provisioning complete for port 15a3a8ca-89f9-40d9-81df-e5331356266f triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:37.511269 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-c5d55fe5-6976-46b8-86bb-19a129a0580b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (15a3a8ca-89f9-40d9-81df-e5331356266f), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:37.526390 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bdbfb-fe3d-4395-ad3b-63c047c3228f admin admin] Pushing event updated for resources: {'Network': ['ID=fd32f23a-360d-4399-8dfa-45ab27b35ad6,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:37.557688 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-c5d55fe5-6976-46b8-86bb-19a129a0580b None None] Port 15a3a8ca-89f9-40d9-81df-e5331356266f cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:05:37.573559 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 946a81ae-73cd-4e42-92aa-384fa79a21b9 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:37.574986 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device bc902090-7bb9-44a7-b236-33d087953d8a up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:37.623490 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bf067-4fb1-485c-989f-0d271019649d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b3821c-ffbd-4253-806a-3d912c2a79bd,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:37.629002 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e5244d8e-cc6d-47ba-ae20-e2028b165633 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (0816f12c-a08f-4cd1-96de-f5943ccacaeb), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:37.678998 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-router', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:21Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'gw_port': {'id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:22Z', 'updated_at': '2022-08-18T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '72fc76ed-a207-487b-aa7b-aed03c7da6be', 'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'mac_address': 'fa:16:3e:cb:01:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:29Z', 'revision_number': 2, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'subnets': [{'id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:37.712022 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=100 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:37.713416 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] Checking router: 1967b342-949f-478d-bb6b-7d62fdce79d4 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:05:37.713774 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] Updating router 1967b342-949f-478d-bb6b-7d62fdce79d4 port 72fc76ed-a207-487b-aa7b-aed03c7da6be binding host dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 17:05:37.739492 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:37.810519 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port bc902090-7bb9-44a7-b236-33d087953d8a triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:37.814288 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (bc902090-7bb9-44a7-b236-33d087953d8a), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:37.834617 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (72fc76ed-a207-487b-aa7b-aed03c7da6be), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:37.843180 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cb66b4db-38ce-43ac-8015-ad98ceca1d0e admin admin] Publish callbacks [] for port (24282e02-c4ba-42ed-8281-6e549c3bd962), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:37.888718 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-c62bdbfb-fe3d-4395-ad3b-63c047c3228f admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.6774673 Aug 18 17:05:37.896925 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 42156) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:37.898214 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-c138296a-87d4-4e39-8d21-459ff0693478 admin admin] Request body: {'subnet': {'network_id': 'fd32f23a-360d-4399-8dfa-45ab27b35ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1340827227-subnet', 'tenant_id': '4e0f5843e754428082fd6ece2d8d28a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:37.904533 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Network fd32f23a-360d-4399-8dfa-45ab27b35ad6 details requested by agent ovs-agent-dv-cinder-853678-2-iscsi with host dv-cinder-853678-2-iscsi {{(pid=106920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 17:05:37.968353 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf067-4fb1-485c-989f-0d271019649d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:37.968353 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-4b8bf067-4fb1-485c-989f-0d271019649d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6806607 Aug 18 17:05:37.968856 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cb66b4db-38ce-43ac-8015-ad98ceca1d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (24282e02-c4ba-42ed-8281-6e549c3bd962), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:37.969235 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 42158) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:37.971985 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cb66b4db-38ce-43ac-8015-ad98ceca1d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3878594'] for router_interface (b0f56664-cd42-4af8-a740-6b046be00594), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:37.975626 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-25df4116-ce1d-4ce3-8e33-f66c2da1628f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'floatingip': {'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:38.029832 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c138296a-87d4-4e39-8d21-459ff0693478 admin admin] Made reservation on behalf of 4e0f5843e754428082fd6ece2d8d28a0 for: {'subnet': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:05:38.035363 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c138296a-87d4-4e39-8d21-459ff0693478 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:38.163929 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-25df4116-ce1d-4ce3-8e33-f66c2da1628f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:38.188588 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port bc902090-7bb9-44a7-b236-33d087953d8a is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:38.189069 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (bc902090-7bb9-44a7-b236-33d087953d8a), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:38.225956 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port bc902090-7bb9-44a7-b236-33d087953d8a, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=bc902090-7bb9-44a7-b236-33d087953d8a,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:05:38.278137 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:38.307644 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66b4db-38ce-43ac-8015-ad98ceca1d0e admin admin] Pushing event updated for resources: {'Port': ['ID=24282e02-c4ba-42ed-8281-6e549c3bd962,revision_number=2']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:38.312004 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e5244d8e-cc6d-47ba-ae20-e2028b165633 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for port (0816f12c-a08f-4cd1-96de-f5943ccacaeb), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:38.357343 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (bc902090-7bb9-44a7-b236-33d087953d8a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:38.411167 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e5244d8e-cc6d-47ba-ae20-e2028b165633 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (0816f12c-a08f-4cd1-96de-f5943ccacaeb), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:38.411916 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e5244d8e-cc6d-47ba-ae20-e2028b165633 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (e02565ea-6c37-4b70-9dfd-740351519f98), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:38.465414 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-25df4116-ce1d-4ce3-8e33-f66c2da1628f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:38.558937 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:38.567938 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e5244d8e-cc6d-47ba-ae20-e2028b165633 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:38.571935 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-e5244d8e-cc6d-47ba-ae20-e2028b165633 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4234450 Aug 18 17:05:38.633145 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb66b4db-38ce-43ac-8015-ad98ceca1d0e admin admin] Network 63680694-8a1f-4ab0-b38c-11df7b0ada7d is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:38.638831 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 7654bf13-0ac1-4946-9a8f-e16167b0f14a up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:38.645147 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-cb66b4db-38ce-43ac-8015-ad98ceca1d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:38.645329 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=bc902090-7bb9-44a7-b236-33d087953d8a,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:38.657703 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5244d8e-cc6d-47ba-ae20-e2028b165633 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Pushing event updated for resources: {'Port': ['ID=0816f12c-a08f-4cd1-96de-f5943ccacaeb,revision_number=2']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:38.855580 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 42202) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:38.875732 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 7654bf13-0ac1-4946-9a8f-e16167b0f14a triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:38.876043 dv-cinder-853678-2-iscsi neutron-server[106919]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 18 17:05:38.876118 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (7654bf13-0ac1-4946-9a8f-e16167b0f14a), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:38.876118 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] Publish callbacks [] for port (72fc76ed-a207-487b-aa7b-aed03c7da6be), precommit_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:39.048033 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (72fc76ed-a207-487b-aa7b-aed03c7da6be), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:39.051011 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [None req-25df4116-ce1d-4ce3-8e33-f66c2da1628f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Allocated IP 172.27.1.243 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/ec0c57bf-1834-4582-a358-fc3e5080031b) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:05:39.177204 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 42220) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:39.179429 dv-cinder-853678-2-iscsi neutron-server[106918]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 18 17:05:39.187892 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c138296a-87d4-4e39-8d21-459ff0693478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for subnet (4ca6d324-b0f2-4235-8d47-905b65c33f52), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:39.263136 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-25df4116-ce1d-4ce3-8e33-f66c2da1628f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for port (ec0c57bf-1834-4582-a358-fc3e5080031b), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:39.272495 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:39.296820 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 7654bf13-0ac1-4946-9a8f-e16167b0f14a is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:39.297387 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (7654bf13-0ac1-4946-9a8f-e16167b0f14a), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:39.302039 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:39.314616 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-e7272115-f85e-4b39-8658-7691f570e94b None None] Provisioning complete for port 24282e02-c4ba-42ed-8281-6e549c3bd962 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:39.315015 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e7272115-f85e-4b39-8658-7691f570e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (24282e02-c4ba-42ed-8281-6e549c3bd962), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:39.351192 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138296a-87d4-4e39-8d21-459ff0693478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca6d324-b0f2-4235-8d47-905b65c33f52,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:39.368407 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f359f951-e997-466e-adf2-35c206aecb80 req-f72525e7-1015-4122-850e-df500351c34f tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--664683713&fields=id&tenant_id=697adc4a3b0f40ff85d6b415b6bbbefd HTTP/1.1" status: 200 len: 267 time: 0.1901224 Aug 18 17:05:39.388143 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c138296a-87d4-4e39-8d21-459ff0693478 admin admin] Checking segment: {'id': '09299942-b8a4-4782-a83b-cb93f847852a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'fd32f23a-360d-4399-8dfa-45ab27b35ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:39.389400 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c138296a-87d4-4e39-8d21-459ff0693478 admin admin] Network hostable DHCP agents. Network: fd32f23a-360d-4399-8dfa-45ab27b35ad6, hostable agents: ['e58bb1ce-71d7-42ea-87d8-4585040b913b'], hosted agents: [] {{(pid=106918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 17:05:39.432922 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port 7654bf13-0ac1-4946-9a8f-e16167b0f14a, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=7654bf13-0ac1-4946-9a8f-e16167b0f14a,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:05:39.450574 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb66b4db-38ce-43ac-8015-ad98ceca1d0e admin admin] Router b0f56664-cd42-4af8-a740-6b046be00594 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:05:39.480957 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aaa96c-9e15-4c11-9b3e-132c144c4978 None None] Pushing event updated for resources: {'Port': ['ID=72fc76ed-a207-487b-aa7b-aed03c7da6be,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:39.483595 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-e7272115-f85e-4b39-8658-7691f570e94b None None] Port 24282e02-c4ba-42ed-8281-6e549c3bd962 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:05:39.495638 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] Attempting to bind port 72fc76ed-a207-487b-aa7b-aed03c7da6be on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:05:39.495638 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] Attempting to bind port 72fc76ed-a207-487b-aa7b-aed03c7da6be by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '5dbc92d5-d9f8-45c9-97bf-197b55a53beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:05:39.495638 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] Attempting to bind port 72fc76ed-a207-487b-aa7b-aed03c7da6be on network 8be6f688-0f91-4174-bb68-fa46841659a9 {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:05:39.495638 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:05:39.495638 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] Checking segment: {'id': '5dbc92d5-d9f8-45c9-97bf-197b55a53beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:39.495638 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:39.495638 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] Bound using segment: {'id': '5dbc92d5-d9f8-45c9-97bf-197b55a53beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:05:39.496426 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] Bound port: 72fc76ed-a207-487b-aa7b-aed03c7da6be, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbc92d5-d9f8-45c9-97bf-197b55a53beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:05:39.496426 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (72fc76ed-a207-487b-aa7b-aed03c7da6be), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:39.537260 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (7654bf13-0ac1-4946-9a8f-e16167b0f14a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:39.556018 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-25df4116-ce1d-4ce3-8e33-f66c2da1628f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (ec0c57bf-1834-4582-a358-fc3e5080031b), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:39.607382 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] For port 72fc76ed-a207-487b-aa7b-aed03c7da6be, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:05:39.613875 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] For port 72fc76ed-a207-487b-aa7b-aed03c7da6be, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=72fc76ed-a207-487b-aa7b-aed03c7da6be,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:05:39.629746 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=7654bf13-0ac1-4946-9a8f-e16167b0f14a,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:39.685854 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e358b-ad33-4674-afa3-38952ba56933 req-053658a5-ef0d-4944-a5a7-63f4b07d1e6f tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:39.692226 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-728e358b-ad33-4674-afa3-38952ba56933 req-053658a5-ef0d-4944-a5a7-63f4b07d1e6f tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/networks?id=9262925b-65a7-4a9e-8370-bb0d87864ea7 HTTP/1.1" status: 200 len: 819 time: 0.8290377 Aug 18 17:05:39.704914 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c138296a-87d4-4e39-8d21-459ff0693478 admin admin] Network fd32f23a-360d-4399-8dfa-45ab27b35ad6 is scheduled to be hosted by DHCP agent e58bb1ce-71d7-42ea-87d8-4585040b913b with binding_index 1 {{(pid=106918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 17:05:39.706723 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (72fc76ed-a207-487b-aa7b-aed03c7da6be), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:39.720414 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-728e358b-ad33-4674-afa3-38952ba56933 req-b886c0a4-73e7-4e51-b2a2-6d68dc9dd86d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/quotas/ccc5c89023ff476ca3b85680f56f8899 HTTP/1.1" status: 200 len: 375 time: 0.0237536 Aug 18 17:05:39.730349 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25df4116-ce1d-4ce3-8e33-f66c2da1628f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:39.731927 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:39.744067 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-25df4116-ce1d-4ce3-8e33-f66c2da1628f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:39.751135 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25df4116-ce1d-4ce3-8e33-f66c2da1628f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:05:39.755403 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df4116-ce1d-4ce3-8e33-f66c2da1628f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'Port': ['ID=ec0c57bf-1834-4582-a358-fc3e5080031b,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:39.770898 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] Routers {'1967b342-949f-478d-bb6b-7d62fdce79d4'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:05:39.771821 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:05:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1967b342-949f-478d-bb6b-7d62fdce79d4'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:39.780821 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:39.800853 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359f951-e997-466e-adf2-35c206aecb80 req-6410ab37-99f2-4be5-ae37-239d134833ad tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:39.802300 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f359f951-e997-466e-adf2-35c206aecb80 req-6410ab37-99f2-4be5-ae37-239d134833ad tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/networks?id=8be6f688-0f91-4174-bb68-fa46841659a9 HTTP/1.1" status: 200 len: 817 time: 0.4094601 Aug 18 17:05:39.831031 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb66b4db-38ce-43ac-8015-ad98ceca1d0e admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:05:39.843540 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] Sync routers for ids ['b0f56664-cd42-4af8-a740-6b046be00594'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:05:39.850105 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-c138296a-87d4-4e39-8d21-459ff0693478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853678-2-iscsi, fd32f23a-360d-4399-8dfa-45ab27b35ad6) {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:39.862923 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] Routers {'b0f56664-cd42-4af8-a740-6b046be00594'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:05:39.863288 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-cb66b4db-38ce-43ac-8015-ad98ceca1d0e admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/b0f56664-cd42-4af8-a740-6b046be00594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1655145 Aug 18 17:05:39.864101 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:05:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['b0f56664-cd42-4af8-a740-6b046be00594'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:39.865647 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc48f5b-c77f-4e87-b97e-3a8904dd0a56 None None] Network fd32f23a-360d-4399-8dfa-45ab27b35ad6 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:05:39.894685 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f359f951-e997-466e-adf2-35c206aecb80 req-8995e6e4-c6d9-4608-84f7-ba6cd48e3cd2 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/quotas/697adc4a3b0f40ff85d6b415b6bbbefd HTTP/1.1" status: 200 len: 375 time: 0.0587964 Aug 18 17:05:39.921639 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-728e358b-ad33-4674-afa3-38952ba56933 req-20a17ddf-1b9c-4978-b181-a29412fe2ff2 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=ccc5c89023ff476ca3b85680f56f8899&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1946442 Aug 18 17:05:39.938198 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aaa96c-9e15-4c11-9b3e-132c144c4978 None None] Pushing event updated for resources: {'Port': ['ID=72fc76ed-a207-487b-aa7b-aed03c7da6be,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:39.955474 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c138296a-87d4-4e39-8d21-459ff0693478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:39.958106 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c138296a-87d4-4e39-8d21-459ff0693478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:40.053795 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] Set router 1967b342-949f-478d-bb6b-7d62fdce79d4 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:05:40.167728 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-25df4116-ce1d-4ce3-8e33-f66c2da1628f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (d1906d5d-7975-4a85-ac5d-82cdb1b840a3), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:40.189603 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:40.220340 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc0b825-275b-4788-8755-9b121d4ea97e None None] Network fd32f23a-360d-4399-8dfa-45ab27b35ad6 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:05:40.237976 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] Set router b0f56664-cd42-4af8-a740-6b046be00594 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:05:40.250782 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f359f951-e997-466e-adf2-35c206aecb80 req-c383659e-d8e5-47e1-92e2-e9516220c4a1 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=697adc4a3b0f40ff85d6b415b6bbbefd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3301098 Aug 18 17:05:40.291546 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:40.363149 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-c138296a-87d4-4e39-8d21-459ff0693478 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4695249 Aug 18 17:05:40.381909 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:UPDATE=4,neutron:SELECT=82,neutron:INSERT=14 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:40.402984 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-25df4116-ce1d-4ce3-8e33-f66c2da1628f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (ec0c57bf-1834-4582-a358-fc3e5080031b), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:40.515373 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [req-728e358b-ad33-4674-afa3-38952ba56933 req-94421902-4b7c-4cc2-bfdd-fb97792dadbc service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 17:05:40.522473 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-728e358b-ad33-4674-afa3-38952ba56933 req-94421902-4b7c-4cc2-bfdd-fb97792dadbc service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2852004 Aug 18 17:05:40.728535 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:40.735815 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-25df4116-ce1d-4ce3-8e33-f66c2da1628f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for port (ec0c57bf-1834-4582-a358-fc3e5080031b), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:40.739966 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:40.797849 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-25df4116-ce1d-4ce3-8e33-f66c2da1628f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (ec0c57bf-1834-4582-a358-fc3e5080031b), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:40.798594 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-25df4116-ce1d-4ce3-8e33-f66c2da1628f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (d1906d5d-7975-4a85-ac5d-82cdb1b840a3), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:40.831116 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f56664-cd42-4af8-a740-6b046be00594', 'name': 'tempest-DeleteServersTestJSON-1666812815-router', 'tenant_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bc902090-7bb9-44a7-b236-33d087953d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:23Z', 'updated_at': '2022-08-18T17:05:35Z', 'revision_number': 4, 'project_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'gw_port': {'id': 'bc902090-7bb9-44a7-b236-33d087953d8a', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f56664-cd42-4af8-a740-6b046be00594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '24282e02-c4ba-42ed-8281-6e549c3bd962', 'name': '', 'network_id': '63680694-8a1f-4ab0-b38c-11df7b0ada7d', 'tenant_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'mac_address': 'fa:16:3e:7a:cc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f56664-cd42-4af8-a740-6b046be00594', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e64e37e8-5b7a-4483-9735-ee4019caa26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:33Z', 'updated_at': '2022-08-18T17:05:36Z', 'revision_number': 2, 'project_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'subnets': [{'id': 'e64e37e8-5b7a-4483-9735-ee4019caa26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:40.847125 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:40.878341 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-728e358b-ad33-4674-afa3-38952ba56933 req-653c05a7-4980-42b1-a64a-2481aef5c755 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550050 Aug 18 17:05:40.944178 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] Checking router: b0f56664-cd42-4af8-a740-6b046be00594 for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:05:40.945695 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] Updating router b0f56664-cd42-4af8-a740-6b046be00594 port 24282e02-c4ba-42ed-8281-6e549c3bd962 binding host dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 17:05:40.997724 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-router', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:21Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'gw_port': {'id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:22Z', 'updated_at': '2022-08-18T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '72fc76ed-a207-487b-aa7b-aed03c7da6be', 'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'mac_address': 'fa:16:3e:cb:01:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 4, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'subnets': [{'id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:41.008778 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-25df4116-ce1d-4ce3-8e33-f66c2da1628f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:41.016127 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-25df4116-ce1d-4ce3-8e33-f66c2da1628f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0390151 Aug 18 17:05:41.019631 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df4116-ce1d-4ce3-8e33-f66c2da1628f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'Port': ['ID=ec0c57bf-1834-4582-a358-fc3e5080031b,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:41.045358 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [req-f359f951-e997-466e-adf2-35c206aecb80 req-c4ed767c-5933-4783-a3d6-75752d4aaa1a service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106918) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 17:05:41.047075 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999954df-682d-414a-a7eb-e6d3dc8f8dbe None None] The sync data for ids ['1967b342-949f-478d-bb6b-7d62fdce79d4'] in dv-cinder-853678-2-iscsi is: [{'id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-router', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:21Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'gw_port': {'id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:22Z', 'updated_at': '2022-08-18T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '72fc76ed-a207-487b-aa7b-aed03c7da6be', 'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'mac_address': 'fa:16:3e:cb:01:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 4, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'subnets': [{'id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:05:41.048073 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f359f951-e997-466e-adf2-35c206aecb80 req-c4ed767c-5933-4783-a3d6-75752d4aaa1a service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1341522 Aug 18 17:05:41.060014 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (24282e02-c4ba-42ed-8281-6e549c3bd962), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:41.104633 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:41.105334 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:41.146136 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-728e358b-ad33-4674-afa3-38952ba56933 req-e4d43874-ac86-4a6b-9a94-069cb5898c1a service neutron] 10.222.0.78 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603664 Aug 18 17:05:41.175114 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-df980f7d-afb7-4b02-9dee-7dd3825e7398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:41.226512 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:41.304394 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f359f951-e997-466e-adf2-35c206aecb80 req-17a59668-0fab-4ff1-8ba0-d95632981daf service neutron] 10.222.0.78 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476070 Aug 18 17:05:41.380765 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:41.381162 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:41.426287 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port 729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:05:41.460345 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=100 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:41.481019 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f359f951-e997-466e-adf2-35c206aecb80 req-b085418c-76b7-4570-9dbe-106bcad7cbb2 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682088 Aug 18 17:05:41.575469 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] Publish callbacks [] for port (24282e02-c4ba-42ed-8281-6e549c3bd962), precommit_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:41.582940 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:41.585006 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 7654bf13-0ac1-4946-9a8f-e16167b0f14a up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:41.688417 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (24282e02-c4ba-42ed-8281-6e549c3bd962), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:41.744877 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:41.754389 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 7654bf13-0ac1-4946-9a8f-e16167b0f14a triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:41.755305 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (7654bf13-0ac1-4946-9a8f-e16167b0f14a), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:41.764979 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ea8a4-f272-42b2-87c7-13f5b32255f5 None None] Pushing event updated for resources: {'Port': ['ID=24282e02-c4ba-42ed-8281-6e549c3bd962,revision_number=3']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:41.849375 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:41.881043 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:41.982101 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] Attempting to bind port 24282e02-c4ba-42ed-8281-6e549c3bd962 on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:05:41.984777 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] Attempting to bind port 24282e02-c4ba-42ed-8281-6e549c3bd962 by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': 'bad12144-4088-4178-8a1d-18d54e3a5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '63680694-8a1f-4ab0-b38c-11df7b0ada7d'}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:05:41.986994 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] Attempting to bind port 24282e02-c4ba-42ed-8281-6e549c3bd962 on network 63680694-8a1f-4ab0-b38c-11df7b0ada7d {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:05:41.992046 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 7654bf13-0ac1-4946-9a8f-e16167b0f14a is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:41.993615 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 72fc76ed-a207-487b-aa7b-aed03c7da6be up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:42.010434 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:05:42.010804 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] Checking segment: {'id': 'bad12144-4088-4178-8a1d-18d54e3a5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '63680694-8a1f-4ab0-b38c-11df7b0ada7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:42.030866 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:42.030866 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] Bound using segment: {'id': 'bad12144-4088-4178-8a1d-18d54e3a5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '63680694-8a1f-4ab0-b38c-11df7b0ada7d'} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:05:42.030866 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] Bound port: 24282e02-c4ba-42ed-8281-6e549c3bd962, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad12144-4088-4178-8a1d-18d54e3a5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '63680694-8a1f-4ab0-b38c-11df7b0ada7d'}}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:05:42.035502 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (24282e02-c4ba-42ed-8281-6e549c3bd962), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:42.058422 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 72fc76ed-a207-487b-aa7b-aed03c7da6be triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:42.059539 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (72fc76ed-a207-487b-aa7b-aed03c7da6be), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:42.111266 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-fb2d6b4b-01d4-46dc-87b9-d3728003be56 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--515187756&fields=id&tenant_id=4eececcd804446e49078038ab362b235 HTTP/1.1" status: 200 len: 267 time: 0.2151568 Aug 18 17:05:42.159398 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 72fc76ed-a207-487b-aa7b-aed03c7da6be is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:42.159807 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (72fc76ed-a207-487b-aa7b-aed03c7da6be), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:42.162801 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=100 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:42.220428 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port 72fc76ed-a207-487b-aa7b-aed03c7da6be, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=72fc76ed-a207-487b-aa7b-aed03c7da6be,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:05:42.240412 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 42356) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:42.275647 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (72fc76ed-a207-487b-aa7b-aed03c7da6be), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:42.276469 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device bc902090-7bb9-44a7-b236-33d087953d8a up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:42.290697 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] For port 24282e02-c4ba-42ed-8281-6e549c3bd962, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:05:42.298701 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] For port 24282e02-c4ba-42ed-8281-6e549c3bd962, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=24282e02-c4ba-42ed-8281-6e549c3bd962,segment=NetworkSegment(bad12144-4088-4178-8a1d-18d54e3a5748),segment_id=bad12144-4088-4178-8a1d-18d54e3a5748)] {{(pid=106921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:05:42.384008 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-674c47d0-2fbf-451c-9d91-c18e2c89b6f9 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:42.385577 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-674c47d0-2fbf-451c-9d91-c18e2c89b6f9 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/networks?id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b HTTP/1.1" status: 200 len: 815 time: 0.2650552 Aug 18 17:05:42.401620 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (24282e02-c4ba-42ed-8281-6e549c3bd962), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:42.407044 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=72fc76ed-a207-487b-aa7b-aed03c7da6be,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:42.412743 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-4fc17e9b-578a-4ca6-a24f-81f98ee5e8b6 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/quotas/4eececcd804446e49078038ab362b235 HTTP/1.1" status: 200 len: 375 time: 0.0207531 Aug 18 17:05:42.473242 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port bc902090-7bb9-44a7-b236-33d087953d8a triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:42.473639 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (bc902090-7bb9-44a7-b236-33d087953d8a), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:42.519736 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ea8a4-f272-42b2-87c7-13f5b32255f5 None None] Pushing event updated for resources: {'Port': ['ID=24282e02-c4ba-42ed-8281-6e549c3bd962,revision_number=4']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:42.526883 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-f176740a-e1d5-4c5d-987b-acfd9da71776 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:42.531643 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:42.535290 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] Routers {'b0f56664-cd42-4af8-a740-6b046be00594'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:05:42.536192 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:05:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['b0f56664-cd42-4af8-a740-6b046be00594'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:42.539748 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-f176740a-e1d5-4c5d-987b-acfd9da71776 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/networks?id=63680694-8a1f-4ab0-b38c-11df7b0ada7d HTTP/1.1" status: 200 len: 812 time: 0.2573023 Aug 18 17:05:42.543085 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d2175005-6102-48ff-b381-92c48eefaa1a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=4eececcd804446e49078038ab362b235&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1137159 Aug 18 17:05:42.564859 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-f988952c-bebd-490e-9ee4-e6d5b082b72e tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/quotas/9fb6f2a098cb4ed4b93c4edb41ff2113 HTTP/1.1" status: 200 len: 375 time: 0.0238285 Aug 18 17:05:42.654149 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-1e5afb68-7d4a-4e14-a071-874782c0ec24 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=9fb6f2a098cb4ed4b93c4edb41ff2113&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880497 Aug 18 17:05:42.671687 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port bc902090-7bb9-44a7-b236-33d087953d8a is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:42.695232 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] Set router b0f56664-cd42-4af8-a740-6b046be00594 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:05:42.787121 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-eb564a1b-1467-457a-8c35-e02afd271d88 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286022 Aug 18 17:05:42.840383 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-b21f4b6e-6280-4623-92fa-6ede021c2f00 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/63680694-8a1f-4ab0-b38c-11df7b0ada7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827710 Aug 18 17:05:42.900829 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:42.959086 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1fd9349d-53b2-4a26-a283-58b73fdc6583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:42.979845 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:42.980388 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:43.037242 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 42384) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:43.056835 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-7e5b781d-23c4-4100-908c-7d6d813bf703 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1372599138-network', 'tenant_id': '40b011bc924040bdb833aeaadcbef989'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:43.112315 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:43.146307 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-b0a459b3-ae5c-4036-8f4a-5ecf1956d098 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582101 Aug 18 17:05:43.180236 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f56664-cd42-4af8-a740-6b046be00594', 'name': 'tempest-DeleteServersTestJSON-1666812815-router', 'tenant_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bc902090-7bb9-44a7-b236-33d087953d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:23Z', 'updated_at': '2022-08-18T17:05:35Z', 'revision_number': 4, 'project_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'gw_port': {'id': 'bc902090-7bb9-44a7-b236-33d087953d8a', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f56664-cd42-4af8-a740-6b046be00594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '24282e02-c4ba-42ed-8281-6e549c3bd962', 'name': '', 'network_id': '63680694-8a1f-4ab0-b38c-11df7b0ada7d', 'tenant_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'mac_address': 'fa:16:3e:7a:cc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f56664-cd42-4af8-a740-6b046be00594', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e64e37e8-5b7a-4483-9735-ee4019caa26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:33Z', 'updated_at': '2022-08-18T17:05:42Z', 'revision_number': 4, 'project_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'subnets': [{'id': 'e64e37e8-5b7a-4483-9735-ee4019caa26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:43.219374 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:43.222156 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 72fc76ed-a207-487b-aa7b-aed03c7da6be up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:43.226208 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5b781d-23c4-4100-908c-7d6d813bf703 admin admin] Made reservation on behalf of 40b011bc924040bdb833aeaadcbef989 for: {'network': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:05:43.231079 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7e5b781d-23c4-4100-908c-7d6d813bf703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for network (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:43.241806 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae1d098-dcc1-4fb2-b352-60c75ee76c7f None None] The sync data for ids ['b0f56664-cd42-4af8-a740-6b046be00594'] in dv-cinder-853678-2-iscsi is: [{'id': 'b0f56664-cd42-4af8-a740-6b046be00594', 'name': 'tempest-DeleteServersTestJSON-1666812815-router', 'tenant_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bc902090-7bb9-44a7-b236-33d087953d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:23Z', 'updated_at': '2022-08-18T17:05:35Z', 'revision_number': 4, 'project_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'gw_port': {'id': 'bc902090-7bb9-44a7-b236-33d087953d8a', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f56664-cd42-4af8-a740-6b046be00594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '24282e02-c4ba-42ed-8281-6e549c3bd962', 'name': '', 'network_id': '63680694-8a1f-4ab0-b38c-11df7b0ada7d', 'tenant_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'mac_address': 'fa:16:3e:7a:cc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f56664-cd42-4af8-a740-6b046be00594', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'e64e37e8-5b7a-4483-9735-ee4019caa26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:33Z', 'updated_at': '2022-08-18T17:05:42Z', 'revision_number': 4, 'project_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'subnets': [{'id': 'e64e37e8-5b7a-4483-9735-ee4019caa26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:05:43.264191 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-24d31e19-cfe9-4e74-ad23-1353b3e04e16 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/63680694-8a1f-4ab0-b38c-11df7b0ada7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232473 Aug 18 17:05:43.273657 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7e5b781d-23c4-4100-908c-7d6d813bf703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:43.348589 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1fd9349d-53b2-4a26-a283-58b73fdc6583 admin admin] Publish callbacks [] for security_group (dfcd2e2e-7be3-4bac-9112-e8382f2a4f81), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:43.412685 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1fd9349d-53b2-4a26-a283-58b73fdc6583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (dfcd2e2e-7be3-4bac-9112-e8382f2a4f81), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:43.419748 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7e5b781d-23c4-4100-908c-7d6d813bf703 admin admin] Publish callbacks [] for security_group (55c17068-2414-4066-821e-3b9ae4ceeb5d), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:43.466109 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9349d-53b2-4a26-a283-58b73fdc6583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcd2e2e-7be3-4bac-9112-e8382f2a4f81,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:43.494556 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 42414) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:43.496940 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-1fd9349d-53b2-4a26-a283-58b73fdc6583 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ded6f51e90ad43a2bcc79b51cb42bb1f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2553341 Aug 18 17:05:43.535802 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:43.572803 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 72fc76ed-a207-487b-aa7b-aed03c7da6be triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:43.573227 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (72fc76ed-a207-487b-aa7b-aed03c7da6be), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:43.578461 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-39535279-e89d-4363-a325-96a26c3b726d admin admin] Publish callbacks [] for security_group (dfcd2e2e-7be3-4bac-9112-e8382f2a4f81), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:43.632256 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-39535279-e89d-4363-a325-96a26c3b726d admin admin] Publish callbacks [] for security_group (dfcd2e2e-7be3-4bac-9112-e8382f2a4f81), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:43.690251 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-1b3091cf-c0f6-401c-a0d8-8603bc2c73ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:43.703319 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7e5b781d-23c4-4100-908c-7d6d813bf703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (55c17068-2414-4066-821e-3b9ae4ceeb5d), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:43.727376 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 72fc76ed-a207-487b-aa7b-aed03c7da6be is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:43.774956 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:43.861282 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6e4010fd-447b-44ae-827f-4cb6c43ac76f req-dbe95a69-3637-494c-b7bd-e97803f21337 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 210 time: 0.0810599 Aug 18 17:05:43.993499 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-39535279-e89d-4363-a325-96a26c3b726d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (dfcd2e2e-7be3-4bac-9112-e8382f2a4f81), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:43.997341 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-39535279-e89d-4363-a325-96a26c3b726d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:44.003039 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-39535279-e89d-4363-a325-96a26c3b726d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/dfcd2e2e-7be3-4bac-9112-e8382f2a4f81 HTTP/1.1" status: 204 len: 168 time: 0.5073605 Aug 18 17:05:44.004191 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6a04b5f2-2094-4a0d-855b-61062a9aa803 req-aeff3040-276b-45cd-922f-015835d1cce3 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 210 time: 0.0508027 Aug 18 17:05:44.006172 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5b781d-23c4-4100-908c-7d6d813bf703 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=106918) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 17:05:44.009603 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:44.015724 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-42ec7fc3-2277-491e-9f8b-8a160e544e30 req-347d7234-7e24-410c-9348-87751cae5018 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 210 time: 0.3297539 Aug 18 17:05:44.038831 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7e5b781d-23c4-4100-908c-7d6d813bf703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (8d8278d8-bfb7-437e-8375-fab5a773ad3f), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:44.039689 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.db.segments_db [None req-7e5b781d-23c4-4100-908c-7d6d813bf703 admin admin] Added segment 8d8278d8-bfb7-437e-8375-fab5a773ad3f of type vlan for network 91c770c6-bb1d-4ee3-82eb-81ad863d0db4 Aug 18 17:05:44.041138 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b781d-23c4-4100-908c-7d6d813bf703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c17068-2414-4066-821e-3b9ae4ceeb5d,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:44.106587 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39535279-e89d-4363-a325-96a26c3b726d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcd2e2e-7be3-4bac-9112-e8382f2a4f81,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:44.147409 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7e5b781d-23c4-4100-908c-7d6d813bf703 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740646246220'] for network (91c770c6-bb1d-4ee3-82eb-81ad863d0db4), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:44.178743 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6625a955-8da1-410a-8018-333760987421 req-12f24cb2-3c49-4006-b8a9-b820d8a6ab9c tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 210 time: 0.1109464 Aug 18 17:05:44.313823 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7e5b781d-23c4-4100-908c-7d6d813bf703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for network (91c770c6-bb1d-4ee3-82eb-81ad863d0db4), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:44.317250 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5b781d-23c4-4100-908c-7d6d813bf703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:44.323971 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7e5b781d-23c4-4100-908c-7d6d813bf703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:44.438053 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b781d-23c4-4100-908c-7d6d813bf703 admin admin] Pushing event updated for resources: {'Network': ['ID=91c770c6-bb1d-4ee3-82eb-81ad863d0db4,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:44.455893 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 42482) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:44.455970 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-7e5b781d-23c4-4100-908c-7d6d813bf703 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4136186 Aug 18 17:05:44.460388 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-ab6f3157-e411-48bb-81e5-04c909451c7b admin admin] Request body: {'subnet': {'network_id': '91c770c6-bb1d-4ee3-82eb-81ad863d0db4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1372599138-subnet', 'tenant_id': '40b011bc924040bdb833aeaadcbef989', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:44.467168 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Network 91c770c6-bb1d-4ee3-82eb-81ad863d0db4 details requested by agent ovs-agent-dv-cinder-853678-2-iscsi with host dv-cinder-853678-2-iscsi {{(pid=106920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 17:05:44.663288 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-167a88f1-b513-4bd8-be38-d455927fe7d2 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:44.664907 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-167a88f1-b513-4bd8-be38-d455927fe7d2 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/networks?id=9262925b-65a7-4a9e-8370-bb0d87864ea7 HTTP/1.1" status: 200 len: 819 time: 0.1927242 Aug 18 17:05:44.682027 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-c43dec5c-bcbf-4efb-87cf-b09026af08cf tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/quotas/ccc5c89023ff476ca3b85680f56f8899 HTTP/1.1" status: 200 len: 375 time: 0.0112548 Aug 18 17:05:44.711191 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:44.712310 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6f3157-e411-48bb-81e5-04c909451c7b admin admin] Made reservation on behalf of 40b011bc924040bdb833aeaadcbef989 for: {'subnet': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:05:44.718137 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ab6f3157-e411-48bb-81e5-04c909451c7b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:44.762977 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-b3fef854-0413-417e-bf4e-e46ec5ce25b1 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=ccc5c89023ff476ca3b85680f56f8899&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739746 Aug 18 17:05:44.788873 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:44.958083 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 24282e02-c4ba-42ed-8281-6e549c3bd962 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:44.999339 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-ce901c6d-a539-4e34-a940-0b4168c31f65 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271354 Aug 18 17:05:45.074148 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-934c8c28-c36b-461c-9158-dbbfd86eee1e req-47b40fdd-f826-44b5-8af6-0cd6cc6312fd tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 210 time: 0.0743084 Aug 18 17:05:45.086439 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 24282e02-c4ba-42ed-8281-6e549c3bd962 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:45.086834 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (24282e02-c4ba-42ed-8281-6e549c3bd962), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:45.201418 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-b58ed604-1754-4167-8d7d-0b3df557af54 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009139 Aug 18 17:05:45.225481 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 24282e02-c4ba-42ed-8281-6e549c3bd962 is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:45.226879 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (24282e02-c4ba-42ed-8281-6e549c3bd962), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:45.238150 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fb55d24e-1754-4735-ac9d-cd9bdbb49e26 req-8153e736-9458-4c7b-86b4-38f3cb4c7a53 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 210 time: 0.0592086 Aug 18 17:05:45.284499 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port 24282e02-c4ba-42ed-8281-6e549c3bd962, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=24282e02-c4ba-42ed-8281-6e549c3bd962,segment=NetworkSegment(bad12144-4088-4178-8a1d-18d54e3a5748),segment_id=bad12144-4088-4178-8a1d-18d54e3a5748)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:05:45.329200 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c9bb3e4a-547a-4db2-8918-80b443acdb8d req-a6d1f825-f1ca-4e1d-9950-5d6f5dafbb9d tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 210 time: 0.0318677 Aug 18 17:05:45.335336 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ab6f3157-e411-48bb-81e5-04c909451c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for subnet (2b6b2f44-5174-4938-b3f6-8d64e3c6e7ea), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:45.367057 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (24282e02-c4ba-42ed-8281-6e549c3bd962), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:45.415274 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 42518) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:45.442022 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f3157-e411-48bb-81e5-04c909451c7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b6b2f44-5174-4938-b3f6-8d64e3c6e7ea,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:45.443528 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6280efe7-d0e2-4069-a572-6e94ce4f6dfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:45.457031 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6f3157-e411-48bb-81e5-04c909451c7b admin admin] Checking segment: {'id': '8d8278d8-bfb7-437e-8375-fab5a773ad3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '91c770c6-bb1d-4ee3-82eb-81ad863d0db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:45.457382 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6f3157-e411-48bb-81e5-04c909451c7b admin admin] Network hostable DHCP agents. Network: 91c770c6-bb1d-4ee3-82eb-81ad863d0db4, hostable agents: ['e58bb1ce-71d7-42ea-87d8-4585040b913b'], hosted agents: [] {{(pid=106919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 17:05:45.468680 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=24282e02-c4ba-42ed-8281-6e549c3bd962,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:45.535418 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6280efe7-d0e2-4069-a572-6e94ce4f6dfb admin admin] Publish callbacks [] for security_group (30025ead-881e-4a6d-970f-d724ee3f5bdf), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:45.643175 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ad396fb5-f643-4d52-b23c-5ccb14719b2b req-6da756ce-9b98-4320-b0dc-c6ef9a38942d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 210 time: 0.0598187 Aug 18 17:05:45.647384 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6f3157-e411-48bb-81e5-04c909451c7b admin admin] Network 91c770c6-bb1d-4ee3-82eb-81ad863d0db4 is scheduled to be hosted by DHCP agent e58bb1ce-71d7-42ea-87d8-4585040b913b with binding_index 1 {{(pid=106919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 17:05:45.681343 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6280efe7-d0e2-4069-a572-6e94ce4f6dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (30025ead-881e-4a6d-970f-d724ee3f5bdf), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:45.728066 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-6280efe7-d0e2-4069-a572-6e94ce4f6dfb admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=74f8f90d796242e9b89896fbbbd28793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112738 Aug 18 17:05:45.728679 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 42534) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:45.748380 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280efe7-d0e2-4069-a572-6e94ce4f6dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30025ead-881e-4a6d-970f-d724ee3f5bdf,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:45.769631 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-ab6f3157-e411-48bb-81e5-04c909451c7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853678-2-iscsi, 91c770c6-bb1d-4ee3-82eb-81ad863d0db4) {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:45.786433 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e10ec98-231c-48bb-b3dc-f4574534331a None None] Network 91c770c6-bb1d-4ee3-82eb-81ad863d0db4 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:05:45.790563 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6f3157-e411-48bb-81e5-04c909451c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:45.791170 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ab6f3157-e411-48bb-81e5-04c909451c7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:45.797701 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4caee1a7-e1be-4d6b-966f-6dcf84bb42a2 admin admin] Publish callbacks [] for security_group (30025ead-881e-4a6d-970f-d724ee3f5bdf), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:45.831068 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4caee1a7-e1be-4d6b-966f-6dcf84bb42a2 admin admin] Publish callbacks [] for security_group (30025ead-881e-4a6d-970f-d724ee3f5bdf), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:45.923935 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3632a0-3dbe-4137-964c-8853417402f9 None None] Network 91c770c6-bb1d-4ee3-82eb-81ad863d0db4 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:05:45.937586 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-ab6f3157-e411-48bb-81e5-04c909451c7b admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4848528 Aug 18 17:05:46.018928 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4caee1a7-e1be-4d6b-966f-6dcf84bb42a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (30025ead-881e-4a6d-970f-d724ee3f5bdf), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:46.022461 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4caee1a7-e1be-4d6b-966f-6dcf84bb42a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:46.027962 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-4caee1a7-e1be-4d6b-966f-6dcf84bb42a2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/30025ead-881e-4a6d-970f-d724ee3f5bdf HTTP/1.1" status: 204 len: 168 time: 0.2973611 Aug 18 17:05:46.044123 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caee1a7-e1be-4d6b-966f-6dcf84bb42a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30025ead-881e-4a6d-970f-d724ee3f5bdf,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:46.110871 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:46.290169 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 42562) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:46.300218 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:46.401023 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b1e1a85b-4768-446e-bddc-5b59afd886c7 req-5a04395b-07c3-4a4f-b637-75639b87e260 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 210 time: 0.0494540 Aug 18 17:05:46.416686 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_v2 [None req-4859d684-94c9-479e-9319-6ba265a0adc3 admin admin] Deleting subnet 4ca6d324-b0f2-4235-8d47-905b65c33f52 {{(pid=106918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 17:05:46.420722 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4859d684-94c9-479e-9319-6ba265a0adc3 admin admin] Publish callbacks [] for subnet (4ca6d324-b0f2-4235-8d47-905b65c33f52), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:46.463806 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-51e30f65-a935-482a-afd9-46b31d1bb858 req-08364303-bcf5-4b21-a027-86879f16d0ed tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 210 time: 0.0470643 Aug 18 17:05:46.493783 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4859d684-94c9-479e-9319-6ba265a0adc3 admin admin] Publish callbacks [] for subnet (4ca6d324-b0f2-4235-8d47-905b65c33f52), precommit_delete_associations {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:46.522495 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4859d684-94c9-479e-9319-6ba265a0adc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763242'] for subnet (4ca6d324-b0f2-4235-8d47-905b65c33f52), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:46.588096 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4899cc54-fdb3-4ef9-a4f3-1f20973baedb req-47c581f2-9aea-489e-9266-cba8084d6795 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 210 time: 0.0420921 Aug 18 17:05:46.748009 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4859d684-94c9-479e-9319-6ba265a0adc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for subnet (4ca6d324-b0f2-4235-8d47-905b65c33f52), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:46.773639 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a741e333-3f9a-4b9f-9bcb-4d1543b6b18c req-c329cdcc-618f-40cf-a790-357f59102aed tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 210 time: 0.0669661 Aug 18 17:05:46.778293 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4859d684-94c9-479e-9319-6ba265a0adc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:46.788791 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-4859d684-94c9-479e-9319-6ba265a0adc3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/4ca6d324-b0f2-4235-8d47-905b65c33f52 HTTP/1.1" status: 204 len: 168 time: 0.4974835 Aug 18 17:05:46.795268 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 42586) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:46.817906 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859d684-94c9-479e-9319-6ba265a0adc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ca6d324-b0f2-4235-8d47-905b65c33f52,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:46.838333 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 24282e02-c4ba-42ed-8281-6e549c3bd962 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:46.894058 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:46.902254 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 24282e02-c4ba-42ed-8281-6e549c3bd962 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:46.902760 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (24282e02-c4ba-42ed-8281-6e549c3bd962), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:46.995457 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:47.000763 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 24282e02-c4ba-42ed-8281-6e549c3bd962 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:47.019204 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915243'] for network (fd32f23a-360d-4399-8dfa-45ab27b35ad6), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:47.048585 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:47.142434 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762083', 'neutron.services.segments.db._delete_segments_for_network-8740646743435'] for network (fd32f23a-360d-4399-8dfa-45ab27b35ad6), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:47.168512 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:05:47.168876 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:05:47.169637 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:05:47.172937 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Subscribe: > port after_create 55550000 {{(pid=106919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:05:47.172937 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:05:47.172937 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Subscribe: > port after_update 55550000 {{(pid=106919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:05:47.172937 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:05:47.172937 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:05:47.172937 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:05:47.172937 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:05:47.471893 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:05:47.472567 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:05:47.472567 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:05:47.474089 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:05:47.474933 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.services.segments.db [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd32f23a-360d-4399-8dfa-45ab27b35ad6']}} {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:47.491180 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.40', 59330) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:47.500986 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.services.segments.db [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09299942-b8a4-4782-a83b-cb93f847852a') {'for_net_delete': True} {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:47.501278 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.services.segments.db [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09299942-b8a4-4782-a83b-cb93f847852a') {} {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:47.547784 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 42624) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:47.708172 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f9ab96bc-e45a-428a-a16f-1c8b3d0f9c98 req-00fed310-8044-422a-ba4b-b8b405d3b602 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 210 time: 0.0894206 Aug 18 17:05:47.819570 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c0b94d08-b2a3-46e4-b9ce-b53fd3452b6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:47.836355 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] Sync routers for ids ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:05:47.859831 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] Routers {'5a5c33f6-9205-459f-b9d5-3f6c14929f3a'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:05:47.861243 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:05:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:48.015362 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:48.017097 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-6c415635-d4e6-4fb1-9aba-6aa491ca3d91 req-f10a002e-605b-4de5-be0c-fd18a62f7693 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 210 time: 0.0571685 Aug 18 17:05:48.022712 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359f951-e997-466e-adf2-35c206aecb80 req-84a899f0-a20e-41b4-9120-972a217faf05 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:48.027992 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f359f951-e997-466e-adf2-35c206aecb80 req-84a899f0-a20e-41b4-9120-972a217faf05 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.40 "GET /networking/v2.0/networks?id=8be6f688-0f91-4174-bb68-fa46841659a9 HTTP/1.1" status: 200 len: 817 time: 0.4918015 Aug 18 17:05:48.030294 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740646743498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26669188'] for segment (09299942-b8a4-4782-a83b-cb93f847852a), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:48.041298 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:48.041487 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] Set router 5a5c33f6-9205-459f-b9d5-3f6c14929f3a gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:05:48.099822 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-71a2c7c5-196b-4d2f-97f8-18211c1cfee8 req-c76ea37b-a3cf-4883-a53c-b806f496f49f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 210 time: 0.0567033 Aug 18 17:05:48.110727 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (09299942-b8a4-4782-a83b-cb93f847852a), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:48.121964 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=106919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 17:05:48.126259 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26604613'] for segment (09299942-b8a4-4782-a83b-cb93f847852a), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:48.135111 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c0b94d08-b2a3-46e4-b9ce-b53fd3452b6d admin admin] Publish callbacks [] for security_group (91991e1f-37ab-4098-b53d-c0cfa312cbb1), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:48.184347 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.40', 59332) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:48.194467 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d10eb924-8806-4438-97ef-80aa620cfec6 req-184df80b-0998-4cdc-b19f-8f52df6f537c tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 210 time: 0.0460508 Aug 18 17:05:48.213011 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c0b94d08-b2a3-46e4-b9ce-b53fd3452b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (91991e1f-37ab-4098-b53d-c0cfa312cbb1), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:48.381238 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:48.425428 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-c0b94d08-b2a3-46e4-b9ce-b53fd3452b6d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=077eb21c09d1432484d010b85131fd75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8753767 Aug 18 17:05:48.437328 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1090236541-router', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:24Z', 'updated_at': '2022-08-18T17:05:35Z', 'revision_number': 4, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'gw_port': {'id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '15a3a8ca-89f9-40d9-81df-e5331356266f', 'name': '', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'mac_address': 'fa:16:3e:37:47:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:34Z', 'updated_at': '2022-08-18T17:05:35Z', 'revision_number': 2, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'subnets': [{'id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:48.472853 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] Checking router: 5a5c33f6-9205-459f-b9d5-3f6c14929f3a for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:05:48.473604 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] Updating router 5a5c33f6-9205-459f-b9d5-3f6c14929f3a port 15a3a8ca-89f9-40d9-81df-e5331356266f binding host dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 17:05:48.507697 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 42652) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:48.516094 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f359f951-e997-466e-adf2-35c206aecb80 req-44775ad8-f32c-4616-8b59-6090bea191f6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=697adc4a3b0f40ff85d6b415b6bbbefd HTTP/1.1" status: 200 len: 379 time: 0.2045720 Aug 18 17:05:48.518349 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (15a3a8ca-89f9-40d9-81df-e5331356266f), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:48.521823 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876546'] for network (fd32f23a-360d-4399-8dfa-45ab27b35ad6), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:48.550439 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b94d08-b2a3-46e4-b9ce-b53fd3452b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91991e1f-37ab-4098-b53d-c0cfa312cbb1,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:48.557059 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd32f23a-360d-4399-8dfa-45ab27b35ad6,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:48.557059 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:48.564019 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-242efe27-a5ad-4655-9f26-b4ff4e301515 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/fd32f23a-360d-4399-8dfa-45ab27b35ad6 HTTP/1.1" status: 204 len: 168 time: 1.7657435 Aug 18 17:05:48.564372 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 42660) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:48.633969 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c5b158-a5e7-4540-9833-3b930d7cd371 admin admin] Deleting subnet 2b6b2f44-5174-4938-b3f6-8d64e3c6e7ea {{(pid=106919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 17:05:48.638860 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-41c5b158-a5e7-4540-9833-3b930d7cd371 admin admin] Publish callbacks [] for subnet (2b6b2f44-5174-4938-b3f6-8d64e3c6e7ea), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:48.669447 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.services.segments.plugin [-] Segment 09299942-b8a4-4782-a83b-cb93f847852a resource provider aggregate not found Aug 18 17:05:48.703172 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [req-f359f951-e997-466e-adf2-35c206aecb80 req-8f908fc9-412b-468a-b8d2-dd5ea967bcd6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Request body: {'port': {'device_id': '68e481aa-bf5a-436b-baca-f5c8b88de401', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'admin_state_up': True, 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'security_groups': ['b137f4fd-6b1a-4051-929e-1b53d2646d57']}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:48.721432 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.services.segments.plugin [-] Segment 09299942-b8a4-4782-a83b-cb93f847852a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09299942-b8a4-4782-a83b-cb93f847852a found for delete ", "request_id": "req-e2d5eafd-edcc-4df8-85b2-5e9a97d02e45"}]} Aug 18 17:05:48.730852 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e358b-ad33-4674-afa3-38952ba56933 req-5f03d655-db6f-44bb-b312-53b23b382e40 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:48.734607 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-728e358b-ad33-4674-afa3-38952ba56933 req-5f03d655-db6f-44bb-b312-53b23b382e40 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.40 "GET /networking/v2.0/networks?id=9262925b-65a7-4a9e-8370-bb0d87864ea7 HTTP/1.1" status: 200 len: 819 time: 0.5164788 Aug 18 17:05:48.778014 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-728e358b-ad33-4674-afa3-38952ba56933 req-fb2956fd-07f6-4d08-8502-00a74aafee2a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Request body: {'port': {'device_id': '939d201c-6bc3-470f-9488-acd5f3ed99fd', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'admin_state_up': True, 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:48.800921 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:48.841034 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.40', 59336) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:48.844341 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-8ff59be1-2163-40de-8ff7-3addfe64cde6 admin admin] Publish callbacks [] for security_group (91991e1f-37ab-4098-b53d-c0cfa312cbb1), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:48.849247 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.40', 59337) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:48.854142 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-41c5b158-a5e7-4540-9833-3b930d7cd371 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26669183'] for subnet (2b6b2f44-5174-4938-b3f6-8d64e3c6e7ea), precommit_delete_associations {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:48.986668 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2bc18df6-049b-4a40-8ec6-bb601882b2db req-5cfbc32e-72bc-494b-8ed4-5ef6573c0b97 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 210 time: 0.0726957 Aug 18 17:05:48.987494 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:49.003988 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-41c5b158-a5e7-4540-9833-3b930d7cd371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763242'] for subnet (2b6b2f44-5174-4938-b3f6-8d64e3c6e7ea), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:49.093931 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-8ff59be1-2163-40de-8ff7-3addfe64cde6 admin admin] Publish callbacks [] for security_group (91991e1f-37ab-4098-b53d-c0cfa312cbb1), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:49.105251 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] Publish callbacks [] for port (15a3a8ca-89f9-40d9-81df-e5331356266f), precommit_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:49.114751 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:49.166804 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.40', 59339) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:49.209216 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (15a3a8ca-89f9-40d9-81df-e5331356266f), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:49.222775 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f359f951-e997-466e-adf2-35c206aecb80 req-8f908fc9-412b-468a-b8d2-dd5ea967bcd6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Made reservation on behalf of 697adc4a3b0f40ff85d6b415b6bbbefd for: {'port': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:05:49.228818 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-f359f951-e997-466e-adf2-35c206aecb80 req-8f908fc9-412b-468a-b8d2-dd5ea967bcd6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:49.243631 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:49.280936 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7e471926-d69a-49ea-9f63-2a4ab0368166 req-681df031-a08f-429e-97ef-bf4a7819f38f tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 210 time: 0.1171820 Aug 18 17:05:49.342197 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126cf4f-3dc2-4592-a610-c35396e859be None None] Pushing event updated for resources: {'Port': ['ID=15a3a8ca-89f9-40d9-81df-e5331356266f,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:49.385012 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] Attempting to bind port 15a3a8ca-89f9-40d9-81df-e5331356266f on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:05:49.385266 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] Attempting to bind port 15a3a8ca-89f9-40d9-81df-e5331356266f by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '5a7851ce-cf5a-4dac-941a-03fb001aaca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:05:49.385628 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] Attempting to bind port 15a3a8ca-89f9-40d9-81df-e5331356266f on network 9262925b-65a7-4a9e-8370-bb0d87864ea7 {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:05:49.390382 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-13e5b984-3abe-4b32-a5dc-bbc323994c71 req-ff7d0bcc-4e56-4c96-8760-6c0170f3a742 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 210 time: 0.1290443 Aug 18 17:05:49.394340 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:05:49.394716 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] Checking segment: {'id': '5a7851ce-cf5a-4dac-941a-03fb001aaca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:49.395122 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:49.395578 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] Bound using segment: {'id': '5a7851ce-cf5a-4dac-941a-03fb001aaca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:05:49.396062 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] Bound port: 15a3a8ca-89f9-40d9-81df-e5331356266f, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7851ce-cf5a-4dac-941a-03fb001aaca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:05:49.402853 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (15a3a8ca-89f9-40d9-81df-e5331356266f), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:49.408159 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-41c5b158-a5e7-4540-9833-3b930d7cd371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26604591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25646354'] for subnet (2b6b2f44-5174-4938-b3f6-8d64e3c6e7ea), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:49.499724 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728e358b-ad33-4674-afa3-38952ba56933 req-fb2956fd-07f6-4d08-8502-00a74aafee2a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Made reservation on behalf of ccc5c89023ff476ca3b85680f56f8899 for: {'port': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:05:49.513156 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-728e358b-ad33-4674-afa3-38952ba56933 req-fb2956fd-07f6-4d08-8502-00a74aafee2a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:49.525144 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5b158-a5e7-4540-9833-3b930d7cd371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b6b2f44-5174-4938-b3f6-8d64e3c6e7ea,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:49.537650 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-41c5b158-a5e7-4540-9833-3b930d7cd371 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:49.547667 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-41c5b158-a5e7-4540-9833-3b930d7cd371 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/2b6b2f44-5174-4938-b3f6-8d64e3c6e7ea HTTP/1.1" status: 204 len: 168 time: 0.9806190 Aug 18 17:05:49.548677 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 42708) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:49.548914 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] For port 15a3a8ca-89f9-40d9-81df-e5331356266f, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:05:49.562033 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] For port 15a3a8ca-89f9-40d9-81df-e5331356266f, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=15a3a8ca-89f9-40d9-81df-e5331356266f,segment=NetworkSegment(5a7851ce-cf5a-4dac-941a-03fb001aaca6),segment_id=5a7851ce-cf5a-4dac-941a-03fb001aaca6)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:05:49.574787 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-cf6f9e7a-7d2b-443b-8f40-5030924e719a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:49.576326 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-cf6f9e7a-7d2b-443b-8f40-5030924e719a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.40 "GET /networking/v2.0/networks?id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b HTTP/1.1" status: 200 len: 815 time: 0.7229769 Aug 18 17:05:49.585447 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-ced605eb-094c-429e-b626-7095165f735c tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:49.586926 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-ced605eb-094c-429e-b626-7095165f735c tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.40 "GET /networking/v2.0/networks?id=63680694-8a1f-4ab0-b38c-11df7b0ada7d HTTP/1.1" status: 200 len: 812 time: 0.7394202 Aug 18 17:05:49.588632 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-67914679-46cf-468f-bd68-705d4bf6104f req-6790bb7f-96ef-4339-bf51-63f9fc467a4d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 210 time: 0.1604285 Aug 18 17:05:49.612338 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-572d05e4-da00-47ff-b786-cf1730e8d493 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Request body: {'port': {'device_id': '986651bb-c047-4346-9e7c-0f3e49a9cc8a', 'network_id': '63680694-8a1f-4ab0-b38c-11df7b0ada7d', 'admin_state_up': True, 'tenant_id': '9fb6f2a098cb4ed4b93c4edb41ff2113'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:49.648476 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-8ff59be1-2163-40de-8ff7-3addfe64cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (91991e1f-37ab-4098-b53d-c0cfa312cbb1), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:49.653086 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-8ff59be1-2163-40de-8ff7-3addfe64cde6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:49.653249 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-8ff59be1-2163-40de-8ff7-3addfe64cde6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/91991e1f-37ab-4098-b53d-c0cfa312cbb1 HTTP/1.1" status: 204 len: 168 time: 1.1426148 Aug 18 17:05:49.741220 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (15a3a8ca-89f9-40d9-81df-e5331356266f), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:49.911465 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] Routers {'5a5c33f6-9205-459f-b9d5-3f6c14929f3a'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:05:49.912188 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:05:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:49.927270 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-c4b108c2-84dc-469b-be1c-e38ba827d274 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:49.933651 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-c4b108c2-84dc-469b-be1c-e38ba827d274 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.40 "GET /networking/v2.0/networks?id=9262925b-65a7-4a9e-8370-bb0d87864ea7 HTTP/1.1" status: 200 len: 819 time: 0.7639389 Aug 18 17:05:50.015257 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff59be1-2163-40de-8ff7-3addfe64cde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91991e1f-37ab-4098-b53d-c0cfa312cbb1,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:50.044342 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e16fbfed-c434-418d-8560-1ea45d777b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915243'] for network (91c770c6-bb1d-4ee3-82eb-81ad863d0db4), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:50.052804 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126cf4f-3dc2-4592-a610-c35396e859be None None] Pushing event updated for resources: {'Port': ['ID=15a3a8ca-89f9-40d9-81df-e5331356266f,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:50.074115 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-114bbe1c-6cac-46a0-ae95-08ee5149a9e0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Request body: {'port': {'device_id': '61f40fc8-4d8a-4aac-b8f5-84ec963fabd7', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'admin_state_up': True, 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:50.108690 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [req-f359f951-e997-466e-adf2-35c206aecb80 req-8f908fc9-412b-468a-b8d2-dd5ea967bcd6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Allocated IP 172.20.0.14 (8be6f688-0f91-4174-bb68-fa46841659a9/a393e81b-56a8-46b6-846e-4d9441213f68/9d480631-4b24-43e0-8000-c7d4668399bb) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:05:50.204662 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] Set router 5a5c33f6-9205-459f-b9d5-3f6c14929f3a gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:05:50.274447 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-9a76b98f-0d33-47a7-8a2d-dc04ace0a497 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4eececcd804446e49078038ab362b235 HTTP/1.1" status: 200 len: 379 time: 0.6831212 Aug 18 17:05:50.302953 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-f359f951-e997-466e-adf2-35c206aecb80 req-8f908fc9-412b-468a-b8d2-dd5ea967bcd6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for port (9d480631-4b24-43e0-8000-c7d4668399bb), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:50.357633 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-560c08ba-087c-4bd5-ba38-f3fe2ed0996f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'port': {'device_id': 'e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'admin_state_up': True, 'tenant_id': '4eececcd804446e49078038ab362b235', 'security_groups': ['ac88b69c-a5ae-4811-b4ac-0603a3475fb0']}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:50.457798 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a1926ac9-32ba-4c3f-8750-55f9ab3a6b5b req-3a788b5c-ced5-48aa-bcee-80b8083d9d3c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 210 time: 0.0744393 Aug 18 17:05:50.464890 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-f359f951-e997-466e-adf2-35c206aecb80 req-8f908fc9-412b-468a-b8d2-dd5ea967bcd6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:50.600528 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:50.822558 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f359f951-e997-466e-adf2-35c206aecb80 req-8f908fc9-412b-468a-b8d2-dd5ea967bcd6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Network 8be6f688-0f91-4174-bb68-fa46841659a9 is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:50.830582 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [req-f359f951-e997-466e-adf2-35c206aecb80 req-8f908fc9-412b-468a-b8d2-dd5ea967bcd6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:50.833193 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f359f951-e997-466e-adf2-35c206aecb80 req-8f908fc9-412b-468a-b8d2-dd5ea967bcd6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:05:50.940308 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 15a3a8ca-89f9-40d9-81df-e5331356266f up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:51.026643 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b02e5492-8db1-4dff-8f17-eb71aa8f3096 req-ebc6e98b-d9e1-4d37-a0c4-62e637886256 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 210 time: 0.5191731 Aug 18 17:05:51.061868 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [req-728e358b-ad33-4674-afa3-38952ba56933 req-fb2956fd-07f6-4d08-8502-00a74aafee2a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Allocated IP 172.20.0.4 (9262925b-65a7-4a9e-8370-bb0d87864ea7/1fd4986d-fa02-4ea6-af8d-8bdc82d77643/13093e80-0e16-4f83-85a6-e6aed9ea2652) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:05:51.076783 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-572d05e4-da00-47ff-b786-cf1730e8d493 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Made reservation on behalf of 9fb6f2a098cb4ed4b93c4edb41ff2113 for: {'port': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:05:51.082280 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359f951-e997-466e-adf2-35c206aecb80 req-8f908fc9-412b-468a-b8d2-dd5ea967bcd6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:51.083587 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-f359f951-e997-466e-adf2-35c206aecb80 req-8f908fc9-412b-468a-b8d2-dd5ea967bcd6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for port (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:51.091919 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-572d05e4-da00-47ff-b786-cf1730e8d493 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:51.116695 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 15a3a8ca-89f9-40d9-81df-e5331356266f triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:51.116695 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (15a3a8ca-89f9-40d9-81df-e5331356266f), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:51.232537 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-30991f41-ac60-4673-91fe-e7c383cd220e req-7dc719e7-9fca-493b-bdb4-fc15cef353dc tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 210 time: 0.4540069 Aug 18 17:05:51.233273 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-114bbe1c-6cac-46a0-ae95-08ee5149a9e0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Made reservation on behalf of ccc5c89023ff476ca3b85680f56f8899 for: {'port': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:05:51.243337 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-114bbe1c-6cac-46a0-ae95-08ee5149a9e0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:51.345227 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e16fbfed-c434-418d-8560-1ea45d777b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762083', 'neutron.services.segments.db._delete_segments_for_network-8740646743435'] for network (91c770c6-bb1d-4ee3-82eb-81ad863d0db4), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:51.348184 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f908fc9-412b-468a-b8d2-dd5ea967bcd6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Pushing event updated for resources: {'Port': ['ID=9d480631-4b24-43e0-8000-c7d4668399bb,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:51.406339 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1090236541-router', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:24Z', 'updated_at': '2022-08-18T17:05:35Z', 'revision_number': 4, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'gw_port': {'id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '15a3a8ca-89f9-40d9-81df-e5331356266f', 'name': '', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'mac_address': 'fa:16:3e:37:47:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:34Z', 'updated_at': '2022-08-18T17:05:49Z', 'revision_number': 4, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'subnets': [{'id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:51.419795 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 42758) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:51.494718 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a43af-18de-4c57-b9e2-8991bbf57f43 None None] The sync data for ids ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'] in dv-cinder-853678-2-iscsi is: [{'id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1090236541-router', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:24Z', 'updated_at': '2022-08-18T17:05:35Z', 'revision_number': 4, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'gw_port': {'id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '15a3a8ca-89f9-40d9-81df-e5331356266f', 'name': '', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'mac_address': 'fa:16:3e:37:47:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:34Z', 'updated_at': '2022-08-18T17:05:49Z', 'revision_number': 4, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'subnets': [{'id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:05:51.509898 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-198d6f6d-88e7-4e52-a5ad-57dda09c24a0 None None] Provisioning complete for port 9d480631-4b24-43e0-8000-c7d4668399bb triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:51.511106 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-198d6f6d-88e7-4e52-a5ad-57dda09c24a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:51.516221 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1b0c39ad-d2f8-4337-8d19-f3b110380efb req-fb7a3ac4-0c4b-4d38-8ca0-20ccf0e66416 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 210 time: 0.1622069 Aug 18 17:05:51.530328 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-13a741dd-0f3c-45b4-82c0-b20f424d9775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:51.604196 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-198d6f6d-88e7-4e52-a5ad-57dda09c24a0 None None] Port 9d480631-4b24-43e0-8000-c7d4668399bb cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:05:51.607415 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 15a3a8ca-89f9-40d9-81df-e5331356266f is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:51.608357 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (15a3a8ca-89f9-40d9-81df-e5331356266f), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:51.660531 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f359f951-e997-466e-adf2-35c206aecb80 req-8f908fc9-412b-468a-b8d2-dd5ea967bcd6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9686689 Aug 18 17:05:51.690680 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.services.segments.db [None req-e16fbfed-c434-418d-8560-1ea45d777b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c770c6-bb1d-4ee3-82eb-81ad863d0db4']}} {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:51.702737 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port 15a3a8ca-89f9-40d9-81df-e5331356266f, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=15a3a8ca-89f9-40d9-81df-e5331356266f,segment=NetworkSegment(5a7851ce-cf5a-4dac-941a-03fb001aaca6),segment_id=5a7851ce-cf5a-4dac-941a-03fb001aaca6)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:05:51.746729 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [req-f359f951-e997-466e-adf2-35c206aecb80 req-65174167-7ab2-45e6-ae6c-bffe28d0f638 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 17:05:51.747814 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f359f951-e997-466e-adf2-35c206aecb80 req-65174167-7ab2-45e6-ae6c-bffe28d0f638 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0627770 Aug 18 17:05:51.799109 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (15a3a8ca-89f9-40d9-81df-e5331356266f), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:51.861906 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.services.segments.db [None req-e16fbfed-c434-418d-8560-1ea45d777b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8278d8-bfb7-437e-8375-fab5a773ad3f') {'for_net_delete': True} {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:52.075648 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.services.segments.db [None req-e16fbfed-c434-418d-8560-1ea45d777b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8278d8-bfb7-437e-8375-fab5a773ad3f') {} {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:05:52.075648 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e16fbfed-c434-418d-8560-1ea45d777b18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740646743498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26669188'] for segment (8d8278d8-bfb7-437e-8375-fab5a773ad3f), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:52.080266 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=15a3a8ca-89f9-40d9-81df-e5331356266f,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:52.082271 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc843b-9d40-499b-954a-382e40e0436f req-0b66a0a4-9638-435b-9ce2-3af3d71cf2b6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:52.082271 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fbcc843b-9d40-499b-954a-382e40e0436f req-0b66a0a4-9638-435b-9ce2-3af3d71cf2b6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 932 time: 0.3145361 Aug 18 17:05:52.083285 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:52.083860 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e16fbfed-c434-418d-8560-1ea45d777b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (8d8278d8-bfb7-437e-8375-fab5a773ad3f), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:52.084097 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-572d05e4-da00-47ff-b786-cf1730e8d493 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Allocated IP 172.20.0.14 (63680694-8a1f-4ab0-b38c-11df7b0ada7d/e64e37e8-5b7a-4483-9735-ee4019caa26a/26906fcd-6e6c-4363-8218-2219658555d1) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:05:52.084635 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16fbfed-c434-418d-8560-1ea45d777b18 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=106919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 17:05:52.084635 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e16fbfed-c434-418d-8560-1ea45d777b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26604613'] for segment (8d8278d8-bfb7-437e-8375-fab5a773ad3f), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:52.084938 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-728e358b-ad33-4674-afa3-38952ba56933 req-fb2956fd-07f6-4d08-8502-00a74aafee2a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for port (13093e80-0e16-4f83-85a6-e6aed9ea2652), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:52.085102 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [req-f359f951-e997-466e-adf2-35c206aecb80 req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] Request body: {'port': {'device_id': '68e481aa-bf5a-436b-baca-f5c8b88de401', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85367'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:52.085102 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.services.segments.plugin [-] Segment 8d8278d8-bfb7-437e-8375-fab5a773ad3f resource provider aggregate not found Aug 18 17:05:52.085390 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-13a741dd-0f3c-45b4-82c0-b20f424d9775 admin admin] Publish callbacks [] for security_group (6b37bd9b-0756-40cc-8aac-f59ed5209f17), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:52.202695 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.services.segments.plugin [-] Segment 8d8278d8-bfb7-437e-8375-fab5a773ad3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d8278d8-bfb7-437e-8375-fab5a773ad3f found for delete ", "request_id": "req-064a6fb7-1838-45cb-8fb3-06a98688ec4b"}]} Aug 18 17:05:52.254112 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9a16bfef-1e5d-46d6-a637-76f97acb4b4a req-30a30901-6678-42bc-80c5-8b51c363d15c tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 210 time: 0.0577288 Aug 18 17:05:52.301044 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fbcc843b-9d40-499b-954a-382e40e0436f req-fd5d041f-d2d8-4a2f-9243-dcb19191491a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3329759 Aug 18 17:05:52.305354 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-13a741dd-0f3c-45b4-82c0-b20f424d9775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (6b37bd9b-0756-40cc-8aac-f59ed5209f17), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:52.308521 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-560c08ba-087c-4bd5-ba38-f3fe2ed0996f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Made reservation on behalf of 4eececcd804446e49078038ab362b235 for: {'port': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:05:52.314520 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-560c08ba-087c-4bd5-ba38-f3fe2ed0996f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:52.406741 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e16fbfed-c434-418d-8560-1ea45d777b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876546'] for network (91c770c6-bb1d-4ee3-82eb-81ad863d0db4), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:52.406741 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e16fbfed-c434-418d-8560-1ea45d777b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:52.406741 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-e16fbfed-c434-418d-8560-1ea45d777b18 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/91c770c6-bb1d-4ee3-82eb-81ad863d0db4 HTTP/1.1" status: 204 len: 168 time: 2.8204229 Aug 18 17:05:52.407499 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-728e358b-ad33-4674-afa3-38952ba56933 req-fb2956fd-07f6-4d08-8502-00a74aafee2a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (13093e80-0e16-4f83-85a6-e6aed9ea2652), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:52.407499 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:52.424307 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fbfed-c434-418d-8560-1ea45d777b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=91c770c6-bb1d-4ee3-82eb-81ad863d0db4,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:52.582492 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-f359f951-e997-466e-adf2-35c206aecb80 req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:52.595729 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-114bbe1c-6cac-46a0-ae95-08ee5149a9e0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Allocated IP 172.20.0.11 (9262925b-65a7-4a9e-8370-bb0d87864ea7/1fd4986d-fa02-4ea6-af8d-8bdc82d77643/a85a9ff0-70eb-48e8-a79f-7454c12baa1a) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:05:52.814539 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728e358b-ad33-4674-afa3-38952ba56933 req-fb2956fd-07f6-4d08-8502-00a74aafee2a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Network 9262925b-65a7-4a9e-8370-bb0d87864ea7 is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:52.833296 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-13a741dd-0f3c-45b4-82c0-b20f424d9775 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=139e4b7d10714f52a750461645498e75&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3987923 Aug 18 17:05:52.833296 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2956fd-07f6-4d08-8502-00a74aafee2a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Pushing event updated for resources: {'Port': ['ID=13093e80-0e16-4f83-85a6-e6aed9ea2652,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:52.860057 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 42790) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:52.861751 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [req-728e358b-ad33-4674-afa3-38952ba56933 req-fb2956fd-07f6-4d08-8502-00a74aafee2a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:52.864678 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a741dd-0f3c-45b4-82c0-b20f424d9775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b37bd9b-0756-40cc-8aac-f59ed5209f17,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:52.873000 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-728e358b-ad33-4674-afa3-38952ba56933 req-fb2956fd-07f6-4d08-8502-00a74aafee2a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:05:52.882794 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 15a3a8ca-89f9-40d9-81df-e5331356266f up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:05:52.885710 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e358b-ad33-4674-afa3-38952ba56933 req-fb2956fd-07f6-4d08-8502-00a74aafee2a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:52.886760 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-728e358b-ad33-4674-afa3-38952ba56933 req-fb2956fd-07f6-4d08-8502-00a74aafee2a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:52.887468 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:52.924864 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-94f42437-fd39-4125-9a5d-901c4e8bc773 req-5e83351a-6191-4ce6-a689-fefa99a0957d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 210 time: 0.2558441 Aug 18 17:05:52.991912 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 15a3a8ca-89f9-40d9-81df-e5331356266f triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:52.992312 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (15a3a8ca-89f9-40d9-81df-e5331356266f), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:53.044588 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 42792) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:53.163459 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:53.175915 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 15a3a8ca-89f9-40d9-81df-e5331356266f is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:05:53.188801 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:53.190343 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d242fae3-fa38-40af-b31c-d7dcb18f0fee req-1314b0ef-679f-4a0e-ac0d-c691f08b369f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 210 time: 0.7264996 Aug 18 17:05:53.284887 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-728e358b-ad33-4674-afa3-38952ba56933 req-fb2956fd-07f6-4d08-8502-00a74aafee2a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5400770 Aug 18 17:05:53.285522 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-0939a9e2-557b-4e68-949a-226493879e0d admin admin] Publish callbacks [] for security_group (6b37bd9b-0756-40cc-8aac-f59ed5209f17), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:53.350213 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-f3a01713-668a-4628-9290-537c01cbb9ef None None] Provisioning complete for port 13093e80-0e16-4f83-85a6-e6aed9ea2652 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:53.351382 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f3a01713-668a-4628-9290-537c01cbb9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (13093e80-0e16-4f83-85a6-e6aed9ea2652), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:53.395855 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-728e358b-ad33-4674-afa3-38952ba56933 req-df351684-1069-4b6a-8303-2342d023202a service neutron] Request body: {'port': {'device_id': '939d201c-6bc3-470f-9488-acd5f3ed99fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85367'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:53.413474 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-572d05e4-da00-47ff-b786-cf1730e8d493 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Publish callbacks [] for port (26906fcd-6e6c-4363-8218-2219658555d1), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:53.478452 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-f3a01713-668a-4628-9290-537c01cbb9ef None None] Port 13093e80-0e16-4f83-85a6-e6aed9ea2652 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:05:53.499085 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-560c08ba-087c-4bd5-ba38-f3fe2ed0996f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Allocated IP 172.20.0.13 (93c53d22-e6a6-4bb0-95db-6f41b7bca33b/1a23d7f4-432a-4b07-a647-12813e579e51/ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:05:53.529118 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-fdeb11d4-3d5f-46f6-abeb-317f0c2bb448 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4e0f5843e754428082fd6ece2d8d28a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4720254 Aug 18 17:05:53.538442 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 42808) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:53.604701 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8becb-2fa6-4573-a282-0eb31a4eb8d3 req-1523b612-e308-481a-a063-a9a5777ad157 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:53.604701 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-8fe8becb-2fa6-4573-a282-0eb31a4eb8d3 req-1523b612-e308-481a-a063-a9a5777ad157 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 932 time: 0.0876586 Aug 18 17:05:53.611866 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-0939a9e2-557b-4e68-949a-226493879e0d admin admin] Publish callbacks [] for security_group (6b37bd9b-0756-40cc-8aac-f59ed5209f17), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:53.657993 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d2a3b2b0-9778-49df-89a4-ab9422b70dbf req-b0448cfc-5234-478f-9035-22d9fd10833f tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 210 time: 0.1233366 Aug 18 17:05:53.712527 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-114bbe1c-6cac-46a0-ae95-08ee5149a9e0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for port (a85a9ff0-70eb-48e8-a79f-7454c12baa1a), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:53.803049 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-728e358b-ad33-4674-afa3-38952ba56933 req-df351684-1069-4b6a-8303-2342d023202a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (13093e80-0e16-4f83-85a6-e6aed9ea2652), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:53.830216 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-51d1c67d-5c1e-4833-b911-e875e5b85b97 admin admin] Publish callbacks [] for security_group (fe97fabd-5895-4eb4-bd06-8b7b89a93a70), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:53.889300 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [req-f359f951-e997-466e-adf2-35c206aecb80 req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d480631-4b24-43e0-8000-c7d4668399bb {{(pid=106919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:05:53.897163 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-51d1c67d-5c1e-4833-b911-e875e5b85b97 admin admin] Publish callbacks [] for security_group (fe97fabd-5895-4eb4-bd06-8b7b89a93a70), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:53.909427 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-572d05e4-da00-47ff-b786-cf1730e8d493 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (26906fcd-6e6c-4363-8218-2219658555d1), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:53.910926 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-f359f951-e997-466e-adf2-35c206aecb80 req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] Publish callbacks [] for port (9d480631-4b24-43e0-8000-c7d4668399bb), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:53.999457 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-114bbe1c-6cac-46a0-ae95-08ee5149a9e0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (a85a9ff0-70eb-48e8-a79f-7454c12baa1a), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:54.058791 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-114bbe1c-6cac-46a0-ae95-08ee5149a9e0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Network 9262925b-65a7-4a9e-8370-bb0d87864ea7 is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:54.066032 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:54.067186 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-114bbe1c-6cac-46a0-ae95-08ee5149a9e0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:54.069949 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-114bbe1c-6cac-46a0-ae95-08ee5149a9e0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:05:54.082450 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-8fe8becb-2fa6-4573-a282-0eb31a4eb8d3 req-1083cc89-7234-45f3-9dfd-ca86b7217954 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4579830 Aug 18 17:05:54.122962 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-572d05e4-da00-47ff-b786-cf1730e8d493 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Network 63680694-8a1f-4ab0-b38c-11df7b0ada7d is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:54.123276 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bbe1c-6cac-46a0-ae95-08ee5149a9e0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Pushing event updated for resources: {'Port': ['ID=a85a9ff0-70eb-48e8-a79f-7454c12baa1a,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:54.138486 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-572d05e4-da00-47ff-b786-cf1730e8d493 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:54.145414 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-51d1c67d-5c1e-4833-b911-e875e5b85b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (fe97fabd-5895-4eb4-bd06-8b7b89a93a70), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:54.145414 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-51d1c67d-5c1e-4833-b911-e875e5b85b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:54.145414 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-51d1c67d-5c1e-4833-b911-e875e5b85b97 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fe97fabd-5895-4eb4-bd06-8b7b89a93a70 HTTP/1.1" status: 204 len: 168 time: 0.6025441 Aug 18 17:05:54.164046 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-572d05e4-da00-47ff-b786-cf1730e8d493 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:05:54.172474 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-572d05e4-da00-47ff-b786-cf1730e8d493 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:54.180471 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-572d05e4-da00-47ff-b786-cf1730e8d493 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:54.296812 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6c1ee-551a-4fab-938e-c3d7f81689db req-c5c07d0d-5da7-43d4-b68b-c6e44b95a340 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:54.304048 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7ce6c1ee-551a-4fab-938e-c3d7f81689db req-c5c07d0d-5da7-43d4-b68b-c6e44b95a340 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 932 time: 0.1838338 Aug 18 17:05:54.307504 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.provisioning_blocks [req-f359f951-e997-466e-adf2-35c206aecb80 req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] Transition to ACTIVE for port object 9d480631-4b24-43e0-8000-c7d4668399bb will not be triggered until provisioned by entity L2. {{(pid=106919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 18 17:05:54.380701 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1c67d-5c1e-4833-b911-e875e5b85b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe97fabd-5895-4eb4-bd06-8b7b89a93a70,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:54.398445 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-114bbe1c-6cac-46a0-ae95-08ee5149a9e0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:54.409605 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-114bbe1c-6cac-46a0-ae95-08ee5149a9e0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for port (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:54.481480 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-f359f951-e997-466e-adf2-35c206aecb80 req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:54.503713 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d05e4-da00-47ff-b786-cf1730e8d493 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Pushing event updated for resources: {'Port': ['ID=26906fcd-6e6c-4363-8218-2219658555d1,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:54.587207 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-0939a9e2-557b-4e68-949a-226493879e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (6b37bd9b-0756-40cc-8aac-f59ed5209f17), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:54.590246 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-0939a9e2-557b-4e68-949a-226493879e0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:54.591566 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-0939a9e2-557b-4e68-949a-226493879e0d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6b37bd9b-0756-40cc-8aac-f59ed5209f17 HTTP/1.1" status: 204 len: 168 time: 1.7232141 Aug 18 17:05:54.626565 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-560c08ba-087c-4bd5-ba38-f3fe2ed0996f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for port (ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:54.638489 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-5d1d6522-43ba-4fb5-a610-62af074ec02a None None] Provisioning complete for port a85a9ff0-70eb-48e8-a79f-7454c12baa1a triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:54.643812 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-5d1d6522-43ba-4fb5-a610-62af074ec02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (a85a9ff0-70eb-48e8-a79f-7454c12baa1a), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:54.700886 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-5d1d6522-43ba-4fb5-a610-62af074ec02a None None] Port a85a9ff0-70eb-48e8-a79f-7454c12baa1a cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:05:54.714318 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-5d1d6522-43ba-4fb5-a610-62af074ec02a None None] Provisioning complete for port 26906fcd-6e6c-4363-8218-2219658555d1 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:54.715005 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-5d1d6522-43ba-4fb5-a610-62af074ec02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (26906fcd-6e6c-4363-8218-2219658555d1), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:54.750127 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-114bbe1c-6cac-46a0-ae95-08ee5149a9e0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6838620 Aug 18 17:05:54.754660 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939a9e2-557b-4e68-949a-226493879e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b37bd9b-0756-40cc-8aac-f59ed5209f17,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:54.763836 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:54.765102 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-5d1d6522-43ba-4fb5-a610-62af074ec02a None None] Port 26906fcd-6e6c-4363-8218-2219658555d1 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:05:54.770400 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c4802a6b-8bde-497e-9edd-a61265faed87 req-80ab32af-3c29-4adc-bd16-c866f14c6b16 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 210 time: 0.2500477 Aug 18 17:05:54.885600 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-572d05e4-da00-47ff-b786-cf1730e8d493 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2865832 Aug 18 17:05:54.931383 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] Request body: {'port': {'device_id': '61f40fc8-4d8a-4aac-b8f5-84ec963fabd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85367'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:54.948836 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] Request body: {'port': {'device_id': '986651bb-c047-4346-9e7c-0f3e49a9cc8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85367'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:55.017689 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] Pushing event updated for resources: {'Port': ['ID=9d480631-4b24-43e0-8000-c7d4668399bb,revision_number=2']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:55.054827 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7ce6c1ee-551a-4fab-938e-c3d7f81689db req-329c56f2-bd04-48b7-bec2-bb6254371f14 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7498052 Aug 18 17:05:55.146068 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.managers [req-f359f951-e997-466e-adf2-35c206aecb80 req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] Attempting to bind port 9d480631-4b24-43e0-8000-c7d4668399bb on host hv-cinder-85367 for vnic_type normal with profile {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:05:55.146658 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.managers [req-f359f951-e997-466e-adf2-35c206aecb80 req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] Attempting to bind port 9d480631-4b24-43e0-8000-c7d4668399bb by drivers openvswitch,hyperv on host hv-cinder-85367 at level 0 using segments [{'id': '5dbc92d5-d9f8-45c9-97bf-197b55a53beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9'}] {{(pid=106919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:05:55.147091 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f359f951-e997-466e-adf2-35c206aecb80 req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] Attempting to bind port 9d480631-4b24-43e0-8000-c7d4668399bb on network 8be6f688-0f91-4174-bb68-fa46841659a9 {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:05:55.156037 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (a85a9ff0-70eb-48e8-a79f-7454c12baa1a), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:55.167392 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f359f951-e997-466e-adf2-35c206aecb80 req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] Port 9d480631-4b24-43e0-8000-c7d4668399bb on network 8be6f688-0f91-4174-bb68-fa46841659a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85367 {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 17:05:55.168029 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f359f951-e997-466e-adf2-35c206aecb80 req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] Attempting to bind port 9d480631-4b24-43e0-8000-c7d4668399bb on network 8be6f688-0f91-4174-bb68-fa46841659a9 {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:05:55.177059 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f359f951-e997-466e-adf2-35c206aecb80 req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] Checking agent: {'id': '7d5d2def-e0b5-42a1-88b7-94e33648777b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85367', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'started_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:05:55.177737 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f359f951-e997-466e-adf2-35c206aecb80 req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] Checking segment: {'id': '5dbc92d5-d9f8-45c9-97bf-197b55a53beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:55.178853 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f359f951-e997-466e-adf2-35c206aecb80 req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] Bound using segment: {'id': '5dbc92d5-d9f8-45c9-97bf-197b55a53beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9'} {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:05:55.179590 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.managers [req-f359f951-e997-466e-adf2-35c206aecb80 req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] Bound port: 9d480631-4b24-43e0-8000-c7d4668399bb, host: hv-cinder-85367, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dbc92d5-d9f8-45c9-97bf-197b55a53beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9'}}] {{(pid=106919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:05:55.180167 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-f359f951-e997-466e-adf2-35c206aecb80 req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:55.291522 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (26906fcd-6e6c-4363-8218-2219658555d1), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:55.321217 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10225d-9b0d-4e50-90d4-14f8e2074c2f req-f7e40412-698a-4110-805b-255a7b9d66b2 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:55.321217 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ed10225d-9b0d-4e50-90d4-14f8e2074c2f req-f7e40412-698a-4110-805b-255a7b9d66b2 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 932 time: 0.3108482 Aug 18 17:05:55.418912 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-560c08ba-087c-4bd5-ba38-f3fe2ed0996f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:55.499067 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 42854) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:55.514472 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c399c-3e65-43be-8c49-37291166a199 req-447e23e1-7f2b-4c00-8e82-42ed2656e278 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:55.522001 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ad9c399c-3e65-43be-8c49-37291166a199 req-447e23e1-7f2b-4c00-8e82-42ed2656e278 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.2694054 Aug 18 17:05:55.540476 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [req-f359f951-e997-466e-adf2-35c206aecb80 req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] For port 9d480631-4b24-43e0-8000-c7d4668399bb, host hv-cinder-85367, cleared binding levels {{(pid=106919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:05:55.589983 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-560c08ba-087c-4bd5-ba38-f3fe2ed0996f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:05:55.616423 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [req-f359f951-e997-466e-adf2-35c206aecb80 req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] For port 9d480631-4b24-43e0-8000-c7d4668399bb, host hv-cinder-85367, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=9d480631-4b24-43e0-8000-c7d4668399bb,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:05:55.631840 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-560c08ba-087c-4bd5-ba38-f3fe2ed0996f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:05:55.653783 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-560c08ba-087c-4bd5-ba38-f3fe2ed0996f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:05:55.659941 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-560c08ba-087c-4bd5-ba38-f3fe2ed0996f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:55.660617 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-560c08ba-087c-4bd5-ba38-f3fe2ed0996f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:55.693155 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-2c475385-e996-424d-b0af-65d85f38afa9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=40b011bc924040bdb833aeaadcbef989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961579 Aug 18 17:05:55.701559 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 42862) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:05:55.713304 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ad9c399c-3e65-43be-8c49-37291166a199 req-833bdb82-c58e-49a1-a7ac-8601780786df tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902156 Aug 18 17:05:55.753234 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-f359f951-e997-466e-adf2-35c206aecb80 req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:55.760283 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ed10225d-9b0d-4e50-90d4-14f8e2074c2f req-844faf99-0eab-4e98-a377-137fbd40b430 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e678f400-ebb1-44ac-b35f-9bdd097d526e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744478 Aug 18 17:05:55.841724 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c08ba-087c-4bd5-ba38-f3fe2ed0996f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'Port': ['ID=ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:55.868158 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-560c08ba-087c-4bd5-ba38-f3fe2ed0996f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5405731 Aug 18 17:05:55.896207 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [req-728e358b-ad33-4674-afa3-38952ba56933 req-df351684-1069-4b6a-8303-2342d023202a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13093e80-0e16-4f83-85a6-e6aed9ea2652 {{(pid=106918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:05:55.928892 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] Request body: {'port': {'device_id': 'e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85367'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:05:55.937882 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-728e358b-ad33-4674-afa3-38952ba56933 req-df351684-1069-4b6a-8303-2342d023202a service neutron] Publish callbacks [] for port (13093e80-0e16-4f83-85a6-e6aed9ea2652), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:56.081078 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.provisioning_blocks [req-728e358b-ad33-4674-afa3-38952ba56933 req-df351684-1069-4b6a-8303-2342d023202a service neutron] Transition to ACTIVE for port object 13093e80-0e16-4f83-85a6-e6aed9ea2652 will not be triggered until provisioned by entity L2. {{(pid=106918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 18 17:05:56.102790 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-94029ae7-3433-4c51-822a-99cd1df7993d None None] Provisioning complete for port ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:05:56.103365 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-94029ae7-3433-4c51-822a-99cd1df7993d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:56.137631 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:56.212534 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-728e358b-ad33-4674-afa3-38952ba56933 req-df351684-1069-4b6a-8303-2342d023202a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (13093e80-0e16-4f83-85a6-e6aed9ea2652), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:56.285339 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-94029ae7-3433-4c51-822a-99cd1df7993d None None] Port ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:05:56.290783 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df351684-1069-4b6a-8303-2342d023202a service neutron] Pushing event updated for resources: {'Port': ['ID=13093e80-0e16-4f83-85a6-e6aed9ea2652,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:56.374894 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] Pushing event updated for resources: {'Port': ['ID=9d480631-4b24-43e0-8000-c7d4668399bb,revision_number=3']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:56.388716 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359f951-e997-466e-adf2-35c206aecb80 req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:56.390055 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-f359f951-e997-466e-adf2-35c206aecb80 req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for port (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:56.391711 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f359f951-e997-466e-adf2-35c206aecb80 req-c48848ee-3260-487a-9fb9-327c227a1761 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/9d480631-4b24-43e0-8000-c7d4668399bb HTTP/1.1" status: 200 len: 1094 time: 4.4436231 Aug 18 17:05:56.396073 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e481aa-bf5a-436b-baca-f5c8b88de401', 'tag': '9d480631-4b24-43e0-8000-c7d4668399bb'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:05:56.401199 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:56.513216 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-92dc18e2-f80b-4194-addf-ea587132f191 admin admin] Publish callbacks [] for security_group (55c17068-2414-4066-821e-3b9ae4ceeb5d), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:56.525627 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685db259-896f-48a9-9232-489edac6a662 req-38482b13-1de2-4699-b34f-1bfee6ddc214 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:56.533946 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-685db259-896f-48a9-9232-489edac6a662 req-38482b13-1de2-4699-b34f-1bfee6ddc214 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 932 time: 0.2159362 Aug 18 17:05:56.561873 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-92dc18e2-f80b-4194-addf-ea587132f191 admin admin] Publish callbacks [] for security_group (55c17068-2414-4066-821e-3b9ae4ceeb5d), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:56.690279 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-685db259-896f-48a9-9232-489edac6a662 req-0d4fe7c0-3699-4491-aa6d-f7015278e516 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac88b69c-a5ae-4811-b4ac-0603a3475fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554203 Aug 18 17:05:56.751310 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f7554-ca58-4d84-a9b8-55cd1af365c7 req-4a70f823-de88-4b1a-a4d5-07ddf4da1079 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:56.753027 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dc2f7554-ca58-4d84-a9b8-55cd1af365c7 req-4a70f823-de88-4b1a-a4d5-07ddf4da1079 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 932 time: 0.5463326 Aug 18 17:05:56.768272 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9317e1da-262b-4a33-9e87-939ca70b575a" -d '{"events": [{"name": "network-changed", "server_uuid": "68e481aa-bf5a-436b-baca-f5c8b88de401", "tag": "9d480631-4b24-43e0-8000-c7d4668399bb"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:05:56.814640 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a85a9ff0-70eb-48e8-a79f-7454c12baa1a {{(pid=106919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:05:56.832499 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] Publish callbacks [] for port (a85a9ff0-70eb-48e8-a79f-7454c12baa1a), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:56.851726 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.provisioning_blocks [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] Transition to ACTIVE for port object a85a9ff0-70eb-48e8-a79f-7454c12baa1a will not be triggered until provisioned by entity L2. {{(pid=106919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 18 17:05:56.865495 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-728e358b-ad33-4674-afa3-38952ba56933 req-df351684-1069-4b6a-8303-2342d023202a service neutron] Attempting to bind port 13093e80-0e16-4f83-85a6-e6aed9ea2652 on host hv-cinder-85367 for vnic_type normal with profile {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:05:56.865860 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-728e358b-ad33-4674-afa3-38952ba56933 req-df351684-1069-4b6a-8303-2342d023202a service neutron] Attempting to bind port 13093e80-0e16-4f83-85a6-e6aed9ea2652 by drivers openvswitch,hyperv on host hv-cinder-85367 at level 0 using segments [{'id': '5a7851ce-cf5a-4dac-941a-03fb001aaca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7'}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:05:56.866240 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e358b-ad33-4674-afa3-38952ba56933 req-df351684-1069-4b6a-8303-2342d023202a service neutron] Attempting to bind port 13093e80-0e16-4f83-85a6-e6aed9ea2652 on network 9262925b-65a7-4a9e-8370-bb0d87864ea7 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:05:56.870259 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-92dc18e2-f80b-4194-addf-ea587132f191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (55c17068-2414-4066-821e-3b9ae4ceeb5d), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:56.874009 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-92dc18e2-f80b-4194-addf-ea587132f191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:56.879272 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26906fcd-6e6c-4363-8218-2219658555d1 {{(pid=106918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:05:56.888529 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-92dc18e2-f80b-4194-addf-ea587132f191 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/55c17068-2414-4066-821e-3b9ae4ceeb5d HTTP/1.1" status: 204 len: 168 time: 1.1857316 Aug 18 17:05:56.913350 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc18e2-f80b-4194-addf-ea587132f191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c17068-2414-4066-821e-3b9ae4ceeb5d,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:56.927257 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (a85a9ff0-70eb-48e8-a79f-7454c12baa1a), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:56.947034 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] Publish callbacks [] for port (26906fcd-6e6c-4363-8218-2219658555d1), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:56.964254 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e358b-ad33-4674-afa3-38952ba56933 req-df351684-1069-4b6a-8303-2342d023202a service neutron] Port 13093e80-0e16-4f83-85a6-e6aed9ea2652 on network 9262925b-65a7-4a9e-8370-bb0d87864ea7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85367 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 17:05:56.964842 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e358b-ad33-4674-afa3-38952ba56933 req-df351684-1069-4b6a-8303-2342d023202a service neutron] Attempting to bind port 13093e80-0e16-4f83-85a6-e6aed9ea2652 on network 9262925b-65a7-4a9e-8370-bb0d87864ea7 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:05:56.986501 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:57.018222 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e358b-ad33-4674-afa3-38952ba56933 req-df351684-1069-4b6a-8303-2342d023202a service neutron] Checking agent: {'id': '7d5d2def-e0b5-42a1-88b7-94e33648777b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85367', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'started_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:05:57.019051 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e358b-ad33-4674-afa3-38952ba56933 req-df351684-1069-4b6a-8303-2342d023202a service neutron] Checking segment: {'id': '5a7851ce-cf5a-4dac-941a-03fb001aaca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:57.019943 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728e358b-ad33-4674-afa3-38952ba56933 req-df351684-1069-4b6a-8303-2342d023202a service neutron] Bound using segment: {'id': '5a7851ce-cf5a-4dac-941a-03fb001aaca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7'} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:05:57.024265 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-728e358b-ad33-4674-afa3-38952ba56933 req-df351684-1069-4b6a-8303-2342d023202a service neutron] Bound port: 13093e80-0e16-4f83-85a6-e6aed9ea2652, host: hv-cinder-85367, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7851ce-cf5a-4dac-941a-03fb001aaca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7'}}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:05:57.024740 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-728e358b-ad33-4674-afa3-38952ba56933 req-df351684-1069-4b6a-8303-2342d023202a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (13093e80-0e16-4f83-85a6-e6aed9ea2652), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:57.051487 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.provisioning_blocks [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] Transition to ACTIVE for port object 26906fcd-6e6c-4363-8218-2219658555d1 will not be triggered until provisioned by entity L2. {{(pid=106918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 18 17:05:57.061963 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dc2f7554-ca58-4d84-a9b8-55cd1af365c7 req-12748a06-854e-4f15-aa1d-a3267bef7cd5 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586064 Aug 18 17:05:57.068529 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:57.087628 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8375970-2b84-48b5-8b85-c51e3c804490 x-openstack-request-id: req-d8375970-2b84-48b5-8b85-c51e3c804490 {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:05:57.088011 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e481aa-bf5a-436b-baca-f5c8b88de401", "tag": "9d480631-4b24-43e0-8000-c7d4668399bb", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:05:57.088301 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8375970-2b84-48b5-8b85-c51e3c804490 {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:05:57.088767 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8375970-2b84-48b5-8b85-c51e3c804490'] response: {'name': 'network-changed', 'server_uuid': '68e481aa-bf5a-436b-baca-f5c8b88de401', 'tag': '9d480631-4b24-43e0-8000-c7d4668399bb', 'status': 'completed', 'code': 200} Aug 18 17:05:57.134092 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (26906fcd-6e6c-4363-8218-2219658555d1), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:57.225814 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-728e358b-ad33-4674-afa3-38952ba56933 req-df351684-1069-4b6a-8303-2342d023202a service neutron] For port 13093e80-0e16-4f83-85a6-e6aed9ea2652, host hv-cinder-85367, cleared binding levels {{(pid=106918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:05:57.280618 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada59749-30d0-4c85-84aa-38164213b143 req-1326c463-5f03-4b51-b592-67f926eae998 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:57.289032 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ada59749-30d0-4c85-84aa-38164213b143 req-1326c463-5f03-4b51-b592-67f926eae998 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.1420271 Aug 18 17:05:57.337529 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a85a9ff0-70eb-48e8-a79f-7454c12baa1a,revision_number=2']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:57.346201 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.managers [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] Attempting to bind port a85a9ff0-70eb-48e8-a79f-7454c12baa1a on host hv-cinder-85367 for vnic_type normal with profile {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:05:57.346546 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.managers [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] Attempting to bind port a85a9ff0-70eb-48e8-a79f-7454c12baa1a by drivers openvswitch,hyperv on host hv-cinder-85367 at level 0 using segments [{'id': '5a7851ce-cf5a-4dac-941a-03fb001aaca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7'}] {{(pid=106919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:05:57.346881 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] Attempting to bind port a85a9ff0-70eb-48e8-a79f-7454c12baa1a on network 9262925b-65a7-4a9e-8370-bb0d87864ea7 {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:05:57.363613 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] Port a85a9ff0-70eb-48e8-a79f-7454c12baa1a on network 9262925b-65a7-4a9e-8370-bb0d87864ea7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85367 {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 17:05:57.363944 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] Attempting to bind port a85a9ff0-70eb-48e8-a79f-7454c12baa1a on network 9262925b-65a7-4a9e-8370-bb0d87864ea7 {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:05:57.391946 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ada59749-30d0-4c85-84aa-38164213b143 req-3c752163-0be9-4315-94de-0bb4d9a5d5fe tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016521 Aug 18 17:05:57.404986 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] Checking agent: {'id': '7d5d2def-e0b5-42a1-88b7-94e33648777b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85367', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'started_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:05:57.405335 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] Checking segment: {'id': '5a7851ce-cf5a-4dac-941a-03fb001aaca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:57.405737 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] Bound using segment: {'id': '5a7851ce-cf5a-4dac-941a-03fb001aaca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7'} {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:05:57.406234 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.managers [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] Bound port: a85a9ff0-70eb-48e8-a79f-7454c12baa1a, host: hv-cinder-85367, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7851ce-cf5a-4dac-941a-03fb001aaca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7'}}] {{(pid=106919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:05:57.406572 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (a85a9ff0-70eb-48e8-a79f-7454c12baa1a), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:57.410255 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-728e358b-ad33-4674-afa3-38952ba56933 req-df351684-1069-4b6a-8303-2342d023202a service neutron] For port 13093e80-0e16-4f83-85a6-e6aed9ea2652, host hv-cinder-85367, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=13093e80-0e16-4f83-85a6-e6aed9ea2652,segment=NetworkSegment(5a7851ce-cf5a-4dac-941a-03fb001aaca6),segment_id=5a7851ce-cf5a-4dac-941a-03fb001aaca6)] {{(pid=106918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:05:57.421608 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf {{(pid=106918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:05:57.432346 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] Publish callbacks [] for port (ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:57.450626 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.provisioning_blocks [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] Transition to ACTIVE for port object ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf will not be triggered until provisioned by entity L2. {{(pid=106918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 18 17:05:57.501314 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] Pushing event updated for resources: {'Port': ['ID=26906fcd-6e6c-4363-8218-2219658555d1,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:57.502700 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] Attempting to bind port 26906fcd-6e6c-4363-8218-2219658555d1 on host hv-cinder-85367 for vnic_type normal with profile {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:05:57.503045 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] Attempting to bind port 26906fcd-6e6c-4363-8218-2219658555d1 by drivers openvswitch,hyperv on host hv-cinder-85367 at level 0 using segments [{'id': 'bad12144-4088-4178-8a1d-18d54e3a5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '63680694-8a1f-4ab0-b38c-11df7b0ada7d'}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:05:57.503591 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] Attempting to bind port 26906fcd-6e6c-4363-8218-2219658555d1 on network 63680694-8a1f-4ab0-b38c-11df7b0ada7d {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:05:57.512551 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] Port 26906fcd-6e6c-4363-8218-2219658555d1 on network 63680694-8a1f-4ab0-b38c-11df7b0ada7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85367 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 17:05:57.512940 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] Attempting to bind port 26906fcd-6e6c-4363-8218-2219658555d1 on network 63680694-8a1f-4ab0-b38c-11df7b0ada7d {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:05:57.525534 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabe622-69fc-401a-8ccc-c254b9145db2 req-214fa363-49bf-4fa5-95dc-944e68156fc9 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:57.527228 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dcabe622-69fc-401a-8ccc-c254b9145db2 req-214fa363-49bf-4fa5-95dc-944e68156fc9 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 944 time: 0.2250674 Aug 18 17:05:57.528042 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] Checking agent: {'id': '7d5d2def-e0b5-42a1-88b7-94e33648777b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85367', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'started_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:05:57.528386 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] Checking segment: {'id': 'bad12144-4088-4178-8a1d-18d54e3a5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '63680694-8a1f-4ab0-b38c-11df7b0ada7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:57.528769 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] Bound using segment: {'id': 'bad12144-4088-4178-8a1d-18d54e3a5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '63680694-8a1f-4ab0-b38c-11df7b0ada7d'} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:05:57.529238 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] Bound port: 26906fcd-6e6c-4363-8218-2219658555d1, host: hv-cinder-85367, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad12144-4088-4178-8a1d-18d54e3a5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '63680694-8a1f-4ab0-b38c-11df7b0ada7d'}}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:05:57.529621 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (26906fcd-6e6c-4363-8218-2219658555d1), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:57.539010 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] For port a85a9ff0-70eb-48e8-a79f-7454c12baa1a, host hv-cinder-85367, cleared binding levels {{(pid=106919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:05:57.539794 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:57.542655 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-728e358b-ad33-4674-afa3-38952ba56933 req-df351684-1069-4b6a-8303-2342d023202a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (13093e80-0e16-4f83-85a6-e6aed9ea2652), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:57.542989 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] For port a85a9ff0-70eb-48e8-a79f-7454c12baa1a, host hv-cinder-85367, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=a85a9ff0-70eb-48e8-a79f-7454c12baa1a,segment=NetworkSegment(5a7851ce-cf5a-4dac-941a-03fb001aaca6),segment_id=5a7851ce-cf5a-4dac-941a-03fb001aaca6)] {{(pid=106919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:05:57.574611 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e358b-ad33-4674-afa3-38952ba56933 req-df351684-1069-4b6a-8303-2342d023202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:57.575230 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-728e358b-ad33-4674-afa3-38952ba56933 req-df351684-1069-4b6a-8303-2342d023202a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:57.577248 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-728e358b-ad33-4674-afa3-38952ba56933 req-df351684-1069-4b6a-8303-2342d023202a service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/13093e80-0e16-4f83-85a6-e6aed9ea2652 HTTP/1.1" status: 200 len: 1093 time: 4.2017465 Aug 18 17:05:57.582085 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939d201c-6bc3-470f-9488-acd5f3ed99fd', 'tag': '13093e80-0e16-4f83-85a6-e6aed9ea2652'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:05:57.642545 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (a85a9ff0-70eb-48e8-a79f-7454c12baa1a), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:57.649105 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:57.650448 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for port (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:57.651320 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/a85a9ff0-70eb-48e8-a79f-7454c12baa1a HTTP/1.1" status: 200 len: 1094 time: 2.8692498 Aug 18 17:05:57.701563 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a2c35-15b0-4d25-a867-480a7d8185e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a85a9ff0-70eb-48e8-a79f-7454c12baa1a,revision_number=3']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:57.725926 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] Pushing event updated for resources: {'Port': ['ID=ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:57.917732 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c0700-e49d-4515-b135-c1b75825cbf1 req-c4c5074d-7d60-4bfb-a142-69f8f1af6a46 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:57.920202 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5c5c0700-e49d-4515-b135-c1b75825cbf1 req-c4c5074d-7d60-4bfb-a142-69f8f1af6a46 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 944 time: 0.1224236 Aug 18 17:05:57.925530 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3b8995-1be8-46fc-99ed-5b052b320421" -d '{"events": [{"name": "network-changed", "server_uuid": "939d201c-6bc3-470f-9488-acd5f3ed99fd", "tag": "13093e80-0e16-4f83-85a6-e6aed9ea2652"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:05:57.963484 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dcabe622-69fc-401a-8ccc-c254b9145db2 req-b763dad0-eef6-417f-8f5f-930b15daf62a tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e678f400-ebb1-44ac-b35f-9bdd097d526e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156008 Aug 18 17:05:57.968385 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] Attempting to bind port ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf on host hv-cinder-85367 for vnic_type normal with profile {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:05:57.969240 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] Attempting to bind port ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf by drivers openvswitch,hyperv on host hv-cinder-85367 at level 0 using segments [{'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:05:57.969593 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] Attempting to bind port ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf on network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:05:57.980201 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] For port 26906fcd-6e6c-4363-8218-2219658555d1, host hv-cinder-85367, cleared binding levels {{(pid=106918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:05:58.001783 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] For port 26906fcd-6e6c-4363-8218-2219658555d1, host hv-cinder-85367, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=26906fcd-6e6c-4363-8218-2219658555d1,segment=NetworkSegment(bad12144-4088-4178-8a1d-18d54e3a5748),segment_id=bad12144-4088-4178-8a1d-18d54e3a5748)] {{(pid=106918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:05:58.002261 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5c5c0700-e49d-4515-b135-c1b75825cbf1 req-dc439fed-a5dd-44a8-a313-b08b7d78af25 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac88b69c-a5ae-4811-b4ac-0603a3475fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740392 Aug 18 17:05:58.006339 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] Port ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf on network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85367 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 17:05:58.006742 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] Attempting to bind port ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf on network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:05:58.022061 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] Checking agent: {'id': '7d5d2def-e0b5-42a1-88b7-94e33648777b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85367', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'started_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:05:58.022541 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] Checking segment: {'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:05:58.023037 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] Bound using segment: {'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:05:58.023881 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] Bound port: ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf, host: hv-cinder-85367, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'}}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:05:58.024345 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:58.027466 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df351684-1069-4b6a-8303-2342d023202a service neutron] Pushing event updated for resources: {'Port': ['ID=13093e80-0e16-4f83-85a6-e6aed9ea2652,revision_number=3']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:58.098245 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (26906fcd-6e6c-4363-8218-2219658555d1), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:58.101751 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:58.104969 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:58.104969 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/26906fcd-6e6c-4363-8218-2219658555d1 HTTP/1.1" status: 200 len: 1094 time: 3.1786811 Aug 18 17:05:58.200330 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a4791-5254-4977-b161-af8cc7667d32 service neutron] Pushing event updated for resources: {'Port': ['ID=26906fcd-6e6c-4363-8218-2219658555d1,revision_number=3']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:58.211941 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] For port ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf, host hv-cinder-85367, cleared binding levels {{(pid=106918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:05:58.213832 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:58.218048 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] For port ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf, host hv-cinder-85367, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:05:58.245939 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8bfd6-aa83-49b0-aad4-9fd77c939170 req-83a2c9cc-ba05-461c-838a-cde7dc8b6cfd tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:58.249136 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-aaa8bfd6-aa83-49b0-aad4-9fd77c939170 req-83a2c9cc-ba05-461c-838a-cde7dc8b6cfd tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 944 time: 0.0800683 Aug 18 17:05:58.319182 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb3de16-6276-4250-b54d-35c88e1bae4a x-openstack-request-id: req-2fb3de16-6276-4250-b54d-35c88e1bae4a {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:05:58.319795 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939d201c-6bc3-470f-9488-acd5f3ed99fd", "tag": "13093e80-0e16-4f83-85a6-e6aed9ea2652", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:05:58.320260 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2fb3de16-6276-4250-b54d-35c88e1bae4a {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:05:58.320854 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb3de16-6276-4250-b54d-35c88e1bae4a'] response: {'name': 'network-changed', 'server_uuid': '939d201c-6bc3-470f-9488-acd5f3ed99fd', 'tag': '13093e80-0e16-4f83-85a6-e6aed9ea2652', 'status': 'completed', 'code': 200} Aug 18 17:05:58.323002 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-aaa8bfd6-aa83-49b0-aad4-9fd77c939170 req-a8b24f56-016a-4e05-8395-4616607b0fb7 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683351 Aug 18 17:05:58.328885 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:58.335070 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:58.339075 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:05:58.339075 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf HTTP/1.1" status: 200 len: 1094 time: 2.4361119 Aug 18 17:05:58.402600 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6243b84-129f-4159-9bde-464663afdc6f service neutron] Pushing event updated for resources: {'Port': ['ID=ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf,revision_number=3']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:05:58.545388 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b3717-8775-45c7-81ce-447a37cfa67b req-2820f9be-b921-4d70-9e6f-1ae98cf0af6d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:58.547011 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2c2b3717-8775-45c7-81ce-447a37cfa67b req-2820f9be-b921-4d70-9e6f-1ae98cf0af6d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0563951 Aug 18 17:05:58.599588 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2c2b3717-8775-45c7-81ce-447a37cfa67b req-b7551c8b-af8a-4aee-8a5d-939164f46598 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460021 Aug 18 17:05:59.025383 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=84,neutron:UPDATE=7,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:59.103859 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f40fc8-4d8a-4aac-b8f5-84ec963fabd7', 'tag': 'a85a9ff0-70eb-48e8-a79f-7454c12baa1a'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:05:59.106639 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d523a610-c5fe-4d80-8c56-b52e4b831ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "61f40fc8-4d8a-4aac-b8f5-84ec963fabd7", "tag": "a85a9ff0-70eb-48e8-a79f-7454c12baa1a"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:05:59.132990 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9eace-1a35-4e17-9fc4-4e1d54faeb7a req-07504439-a817-40f7-a6cb-e11b7ff2ed79 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:59.134855 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-14a9eace-1a35-4e17-9fc4-4e1d54faeb7a req-07504439-a817-40f7-a6cb-e11b7ff2ed79 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 944 time: 0.0741878 Aug 18 17:05:59.213537 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760fea9-7024-47a2-bc7c-9e2430a1f080 req-1b82ac01-7dc7-4b54-8496-e99bd59ddc1c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:59.216034 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2760fea9-7024-47a2-bc7c-9e2430a1f080 req-1b82ac01-7dc7-4b54-8496-e99bd59ddc1c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 944 time: 0.0928929 Aug 18 17:05:59.255200 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-14a9eace-1a35-4e17-9fc4-4e1d54faeb7a req-3411a794-592e-4f50-be3b-e41035d50f0e tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e678f400-ebb1-44ac-b35f-9bdd097d526e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142285 Aug 18 17:05:59.296443 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2760fea9-7024-47a2-bc7c-9e2430a1f080 req-35006bf4-02b9-49a6-83c3-9481972b3cf2 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac88b69c-a5ae-4811-b4ac-0603a3475fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723195 Aug 18 17:05:59.307625 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f150941-2921-4947-838d-391920d59937 x-openstack-request-id: req-4f150941-2921-4947-838d-391920d59937 {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:05:59.307919 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f40fc8-4d8a-4aac-b8f5-84ec963fabd7", "tag": "a85a9ff0-70eb-48e8-a79f-7454c12baa1a", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:05:59.308176 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4f150941-2921-4947-838d-391920d59937 {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:05:59.308577 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f150941-2921-4947-838d-391920d59937'] response: {'name': 'network-changed', 'server_uuid': '61f40fc8-4d8a-4aac-b8f5-84ec963fabd7', 'tag': 'a85a9ff0-70eb-48e8-a79f-7454c12baa1a', 'status': 'completed', 'code': 200} Aug 18 17:05:59.533395 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98405147-27de-40c3-a38a-c9a580d544d4 req-f86db028-7f43-4bec-a6bb-f721a03308b8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:59.536267 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-98405147-27de-40c3-a38a-c9a580d544d4 req-f86db028-7f43-4bec-a6bb-f721a03308b8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 944 time: 0.0941341 Aug 18 17:05:59.639574 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-98405147-27de-40c3-a38a-c9a580d544d4 req-88553a5f-e302-4393-bf77-e611f144b188 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893764 Aug 18 17:05:59.790538 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3667a52-659d-4d35-9217-ed1ef4924a2f req-12f62bf0-a264-4464-8b0e-1f474473aac4 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:05:59.795765 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c3667a52-659d-4d35-9217-ed1ef4924a2f req-12f62bf0-a264-4464-8b0e-1f474473aac4 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0876918 Aug 18 17:05:59.853892 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:INSERT=15,neutron:SELECT=83,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:05:59.883831 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c3667a52-659d-4d35-9217-ed1ef4924a2f req-2105dec0-21af-4a8a-9e74-3e0fab2419cb tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796475 Aug 18 17:05:59.939159 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:00.322036 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986651bb-c047-4346-9e7c-0f3e49a9cc8a', 'tag': '26906fcd-6e6c-4363-8218-2219658555d1'}, {'name': 'network-changed', 'server_uuid': 'e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989', 'tag': 'ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:06:00.335558 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a309761-256f-447c-a49f-9ac6f5acd166" -d '{"events": [{"name": "network-changed", "server_uuid": "986651bb-c047-4346-9e7c-0f3e49a9cc8a", "tag": "26906fcd-6e6c-4363-8218-2219658555d1"}, {"name": "network-changed", "server_uuid": "e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989", "tag": "ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:06:00.442236 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a6852-0a20-41bc-86c4-07ad7e70fcc1 req-d5569f15-a0a6-4014-9ddd-7cb465a64dbd tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:00.444749 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9f3a6852-0a20-41bc-86c4-07ad7e70fcc1 req-d5569f15-a0a6-4014-9ddd-7cb465a64dbd tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 944 time: 0.0658271 Aug 18 17:06:00.480715 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d95f3-59de-4250-af28-38aedd8b080d req-e868d3bc-a6f4-4066-9a8a-a3869b87d052 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:00.482730 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5d0d95f3-59de-4250-af28-38aedd8b080d req-e868d3bc-a6f4-4066-9a8a-a3869b87d052 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 944 time: 0.0782852 Aug 18 17:06:00.526262 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9f3a6852-0a20-41bc-86c4-07ad7e70fcc1 req-98762d40-a5ab-41fa-bb8e-4e55ee1bcd65 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e678f400-ebb1-44ac-b35f-9bdd097d526e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740201 Aug 18 17:06:00.585443 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 18 Aug 2022 17:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94afadfa-06b6-4ec9-9ff7-41e3dda9e1b9 x-openstack-request-id: req-94afadfa-06b6-4ec9-9ff7-41e3dda9e1b9 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:06:00.585758 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986651bb-c047-4346-9e7c-0f3e49a9cc8a", "tag": "26906fcd-6e6c-4363-8218-2219658555d1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989", "tag": "ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:06:00.586009 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-94afadfa-06b6-4ec9-9ff7-41e3dda9e1b9 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:06:00.586503 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94afadfa-06b6-4ec9-9ff7-41e3dda9e1b9'] response: {'name': 'network-changed', 'server_uuid': '986651bb-c047-4346-9e7c-0f3e49a9cc8a', 'tag': '26906fcd-6e6c-4363-8218-2219658555d1', 'status': 'completed', 'code': 200} Aug 18 17:06:00.586770 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94afadfa-06b6-4ec9-9ff7-41e3dda9e1b9'] response: {'name': 'network-changed', 'server_uuid': 'e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989', 'tag': 'ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf', 'status': 'completed', 'code': 200} Aug 18 17:06:00.593178 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5d0d95f3-59de-4250-af28-38aedd8b080d req-709a31cd-c4e3-46f0-8ff6-63699d452a36 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac88b69c-a5ae-4811-b4ac-0603a3475fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009989 Aug 18 17:06:00.807995 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765365dc-ba35-4548-967c-70b0a3e795ec req-811cdc21-1317-4684-9dee-59137588241d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:00.809535 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-765365dc-ba35-4548-967c-70b0a3e795ec req-811cdc21-1317-4684-9dee-59137588241d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 944 time: 0.0741625 Aug 18 17:06:00.869463 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-765365dc-ba35-4548-967c-70b0a3e795ec req-8b49b53d-786d-4c4d-b71b-98d4020d46d1 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532317 Aug 18 17:06:00.950636 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:01.038808 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c648438-f503-4489-a9ce-b742a3da4a23 req-d60db6cb-36c8-4975-b3d1-85ec003128b2 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:01.043961 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0c648438-f503-4489-a9ce-b742a3da4a23 req-d60db6cb-36c8-4975-b3d1-85ec003128b2 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0540867 Aug 18 17:06:01.111319 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0c648438-f503-4489-a9ce-b742a3da4a23 req-ca4c57d6-362a-420e-8b73-5760e56fdab1 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631759 Aug 18 17:06:01.692944 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162581f0-007a-4fbc-b263-85bac1426067 req-9b16af42-8bbb-45c8-9641-c7de61c70d52 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:01.701620 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-162581f0-007a-4fbc-b263-85bac1426067 req-9b16af42-8bbb-45c8-9641-c7de61c70d52 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 944 time: 0.0952981 Aug 18 17:06:01.775762 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3331de-181d-44de-bb4c-9f470f058389 req-c7dcd2bd-82d7-4ce2-8f34-6bba840c4b74 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:01.777346 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1f3331de-181d-44de-bb4c-9f470f058389 req-c7dcd2bd-82d7-4ce2-8f34-6bba840c4b74 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 944 time: 0.0821121 Aug 18 17:06:01.788136 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-162581f0-007a-4fbc-b263-85bac1426067 req-ccaed4fe-f1a1-4398-969b-026e9d9c5a69 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e678f400-ebb1-44ac-b35f-9bdd097d526e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776026 Aug 18 17:06:01.839213 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1f3331de-181d-44de-bb4c-9f470f058389 req-5364c7c8-ef9e-4108-9d0a-62fe193e9773 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac88b69c-a5ae-4811-b4ac-0603a3475fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537796 Aug 18 17:06:01.933882 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:01.968064 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:02.041342 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:02.054118 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2b966-1189-4200-abaa-9192e509d23b req-6fcbc8a4-302f-41c3-8591-8cafa5109107 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:02.056102 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-67f2b966-1189-4200-abaa-9192e509d23b req-6fcbc8a4-302f-41c3-8591-8cafa5109107 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 944 time: 0.0841217 Aug 18 17:06:02.120377 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-67f2b966-1189-4200-abaa-9192e509d23b req-bff9c3a0-4c88-40ce-8e4c-45970d985ffe tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571365 Aug 18 17:06:02.145897 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=6 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:02.300738 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecb4fa-781b-4007-b0b5-bb2600f64257 req-d6f06eab-3788-46de-b667-6951e36d7216 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:02.302175 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1eecb4fa-781b-4007-b0b5-bb2600f64257 req-d6f06eab-3788-46de-b667-6951e36d7216 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0583770 Aug 18 17:06:02.317169 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:06:02.404977 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1eecb4fa-781b-4007-b0b5-bb2600f64257 req-98336443-1a80-460b-b379-833033f14e37 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902758 Aug 18 17:06:02.919889 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 43156) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:02.930221 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b43f58-103b-43ea-9ebf-34efd77e7fbe req-a0898ff9-0615-45f2-ab6e-3772635b77ef tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:02.931973 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-42b43f58-103b-43ea-9ebf-34efd77e7fbe req-a0898ff9-0615-45f2-ab6e-3772635b77ef tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 944 time: 0.0647187 Aug 18 17:06:03.002187 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-42b43f58-103b-43ea-9ebf-34efd77e7fbe req-2d90b244-b193-4faa-86ed-0f1b7bf4998e tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e678f400-ebb1-44ac-b35f-9bdd097d526e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558126 Aug 18 17:06:03.144863 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57106f1a-a3e7-40fa-9e68-186c0b837cb5 req-f1352395-77ff-431d-bf80-8b682e2b67a3 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:03.144863 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-57106f1a-a3e7-40fa-9e68-186c0b837cb5 req-f1352395-77ff-431d-bf80-8b682e2b67a3 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 944 time: 0.0688438 Aug 18 17:06:03.144863 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-cd07840f-2f51-4603-9936-8002da61584c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:03.144863 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-57106f1a-a3e7-40fa-9e68-186c0b837cb5 req-4b0944ef-774c-409f-b81b-b86438917a65 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac88b69c-a5ae-4811-b4ac-0603a3475fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695033 Aug 18 17:06:03.158199 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-cd07840f-2f51-4603-9936-8002da61584c admin admin] Publish callbacks [] for security_group (24fb5754-144c-4f6c-a753-f53f78f282ed), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:03.245897 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb29f24-5bf5-44d1-8803-ef7462d5090b req-0545f1c0-205b-4d8b-b1cd-b1ee3e502e08 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:03.252320 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bbb29f24-5bf5-44d1-8803-ef7462d5090b req-0545f1c0-205b-4d8b-b1cd-b1ee3e502e08 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 944 time: 0.0533659 Aug 18 17:06:03.351929 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-c06f26f5-3f90-440c-b22a-3d5c4b6d6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:03.352470 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-c06f26f5-3f90-440c-b22a-3d5c4b6d6d21 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9fb6f2a098cb4ed4b93c4edb41ff2113&device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 1128 time: 0.0926301 Aug 18 17:06:03.369233 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-cd07840f-2f51-4603-9936-8002da61584c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (24fb5754-144c-4f6c-a753-f53f78f282ed), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:03.369872 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bbb29f24-5bf5-44d1-8803-ef7462d5090b req-16e10dcd-d53c-4241-9cc4-dddf6414ba84 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162167 Aug 18 17:06:03.422680 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359f951-e997-466e-adf2-35c206aecb80 req-f03f0e38-ecf9-4087-a1e2-32a83174de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:03.426173 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f359f951-e997-466e-adf2-35c206aecb80 req-f03f0e38-ecf9-4087-a1e2-32a83174de91 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=697adc4a3b0f40ff85d6b415b6bbbefd&device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 1128 time: 0.1679051 Aug 18 17:06:03.431106 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b8995-1be8-46fc-99ed-5b052b320421 req-55ad1e27-1703-4288-8755-263eb6b87134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:03.432599 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ab3b8995-1be8-46fc-99ed-5b052b320421 req-55ad1e27-1703-4288-8755-263eb6b87134 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=ccc5c89023ff476ca3b85680f56f8899&device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 1127 time: 0.1632049 Aug 18 17:06:03.441954 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-1ff2649c-70f6-48ab-b1e6-c2eeae7d3720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:03.443614 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-1ff2649c-70f6-48ab-b1e6-c2eeae7d3720 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=ccc5c89023ff476ca3b85680f56f8899&device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 1128 time: 0.1751034 Aug 18 17:06:03.453234 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07840f-2f51-4603-9936-8002da61584c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fb5754-144c-4f6c-a753-f53f78f282ed,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:03.463425 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-cd07840f-2f51-4603-9936-8002da61584c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c0590dda920a4424beb5231c86076c00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5392666 Aug 18 17:06:03.463425 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 43178) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:03.554006 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-42e73bf1-d561-4bb8-9991-0fdb92cb31cc admin admin] Publish callbacks [] for security_group (24fb5754-144c-4f6c-a753-f53f78f282ed), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:03.564816 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6221d4f-6be5-434a-a9b8-8a6a740a82ee req-844277f0-4993-4b2c-9e12-a0559cb21148 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:03.566322 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d6221d4f-6be5-434a-a9b8-8a6a740a82ee req-844277f0-4993-4b2c-9e12-a0559cb21148 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0645707 Aug 18 17:06:03.566662 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:03.598943 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-42e73bf1-d561-4bb8-9991-0fdb92cb31cc admin admin] Publish callbacks [] for security_group (24fb5754-144c-4f6c-a753-f53f78f282ed), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:03.662362 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d6221d4f-6be5-434a-a9b8-8a6a740a82ee req-6eac85ee-3cd9-4656-93b0-2eb09bacd7fd tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886099 Aug 18 17:06:03.757775 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-473793b0-3c8f-4bec-92fd-2d56239e90b7 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26906fcd-6e6c-4363-8218-2219658555d1 HTTP/1.1" status: 200 len: 217 time: 0.0674286 Aug 18 17:06:03.883513 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-6ffe9088-d970-4daf-9984-bb3cb83aa3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:03.885092 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-6ffe9088-d970-4daf-9984-bb3cb83aa3fa service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4eececcd804446e49078038ab362b235&device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 1128 time: 0.1295614 Aug 18 17:06:03.908550 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-42e73bf1-d561-4bb8-9991-0fdb92cb31cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (24fb5754-144c-4f6c-a753-f53f78f282ed), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:03.909332 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-63e634cf-b41e-49ac-ba0e-d242ced023e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:03.911399 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-63e634cf-b41e-49ac-ba0e-d242ced023e9 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=e64e37e8-5b7a-4483-9735-ee4019caa26a HTTP/1.1" status: 200 len: 851 time: 0.1390786 Aug 18 17:06:03.912061 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-42e73bf1-d561-4bb8-9991-0fdb92cb31cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:03.913238 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-42e73bf1-d561-4bb8-9991-0fdb92cb31cc admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/24fb5754-144c-4f6c-a753-f53f78f282ed HTTP/1.1" status: 204 len: 168 time: 0.4490075 Aug 18 17:06:03.934472 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-90206432-2e18-4d62-a571-e23ca173e298 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a85a9ff0-70eb-48e8-a79f-7454c12baa1a HTTP/1.1" status: 200 len: 217 time: 0.2382252 Aug 18 17:06:03.937108 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f359f951-e997-466e-adf2-35c206aecb80 req-79801efc-b423-4897-a55a-924d8b63eb53 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d480631-4b24-43e0-8000-c7d4668399bb HTTP/1.1" status: 200 len: 217 time: 0.2466638 Aug 18 17:06:03.960715 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-3ee75468-c0e9-44d9-a7e9-a87640b7c0af service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf HTTP/1.1" status: 200 len: 217 time: 0.0646460 Aug 18 17:06:04.009586 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e73bf1-d561-4bb8-9991-0fdb92cb31cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fb5754-144c-4f6c-a753-f53f78f282ed,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:04.085210 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-ef282415-492c-425e-a339-48adc717f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:04.086792 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-ef282415-492c-425e-a339-48adc717f1a1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=63680694-8a1f-4ab0-b38c-11df7b0ada7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1371441 Aug 18 17:06:04.108869 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359f951-e997-466e-adf2-35c206aecb80 req-118a2b86-c15e-4551-891e-2e609e67c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:04.110718 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f359f951-e997-466e-adf2-35c206aecb80 req-118a2b86-c15e-4551-891e-2e609e67c3a4 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=a393e81b-56a8-46b6-846e-4d9441213f68 HTTP/1.1" status: 200 len: 856 time: 0.1554055 Aug 18 17:06:04.130654 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-008b8c6d-dc20-4906-9e7d-a347f0b52e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:04.132176 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-008b8c6d-dc20-4906-9e7d-a347f0b52e8b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1a23d7f4-432a-4b07-a647-12813e579e51 HTTP/1.1" status: 200 len: 854 time: 0.1529090 Aug 18 17:06:04.152466 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b8995-1be8-46fc-99ed-5b052b320421 req-a4f2e804-b4a7-4384-bab4-a1e552b2bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:04.154268 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ab3b8995-1be8-46fc-99ed-5b052b320421 req-a4f2e804-b4a7-4384-bab4-a1e552b2bf5e service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=ccc5c89023ff476ca3b85680f56f8899&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4567597 Aug 18 17:06:04.175267 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-a455f1c6-51c2-4144-99dd-7cf7d222eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:04.177104 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-a455f1c6-51c2-4144-99dd-7cf7d222eeca service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1fd4986d-fa02-4ea6-af8d-8bdc82d77643 HTTP/1.1" status: 200 len: 858 time: 0.2228396 Aug 18 17:06:04.245827 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-054b1cc5-dd55-4aae-ab69-dfe2f10cff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:04.248471 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-054b1cc5-dd55-4aae-ab69-dfe2f10cff75 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697167 Aug 18 17:06:04.314100 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-fd77b581-ff64-47fc-8157-cf6af19e07ed service neutron] 10.222.0.40 "GET /networking/v2.0/networks/63680694-8a1f-4ab0-b38c-11df7b0ada7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193923 Aug 18 17:06:04.321203 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359f951-e997-466e-adf2-35c206aecb80 req-5cb6365b-e3a1-44e2-a29f-768b5d71bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:04.324050 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f359f951-e997-466e-adf2-35c206aecb80 req-5cb6365b-e3a1-44e2-a29f-768b5d71bdb1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=8be6f688-0f91-4174-bb68-fa46841659a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2061069 Aug 18 17:06:04.345174 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6099d-cdd4-439b-9339-e14ddb95fe3c req-a43fac20-3c73-4fc8-b39c-2be9031739c3 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:04.346679 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-83a6099d-cdd4-439b-9339-e14ddb95fe3c req-a43fac20-3c73-4fc8-b39c-2be9031739c3 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 944 time: 0.1239123 Aug 18 17:06:04.525604 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-83a6099d-cdd4-439b-9339-e14ddb95fe3c req-e785e1b2-e54e-44ed-9217-f4f414c850d1 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac88b69c-a5ae-4811-b4ac-0603a3475fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393030 Aug 18 17:06:04.538467 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-0f893c12-95d7-436d-a487-77f1e8a134bb service neutron] 10.222.0.40 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499597 Aug 18 17:06:04.538886 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-6baea4dc-a6c2-445a-b48c-6be699ff63fe service neutron] 10.222.0.40 "GET /networking/v2.0/networks/63680694-8a1f-4ab0-b38c-11df7b0ada7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159636 Aug 18 17:06:04.693170 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9729fb5-98ce-406a-8644-be7a457a856b req-fa1e2502-9962-4e11-bf4d-3a8dd1e918c0 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:04.694476 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d9729fb5-98ce-406a-8644-be7a457a856b req-fa1e2502-9962-4e11-bf4d-3a8dd1e918c0 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 944 time: 0.4757257 Aug 18 17:06:04.710923 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-a3a77133-a8a4-4844-a397-4cefbe7f20e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:04.712452 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-a3a77133-a8a4-4844-a397-4cefbe7f20e9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=9262925b-65a7-4a9e-8370-bb0d87864ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5289781 Aug 18 17:06:04.798877 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b8995-1be8-46fc-99ed-5b052b320421 req-5ed8e2ce-8d4a-420e-a8e7-5abe9ec095c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:04.800375 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ab3b8995-1be8-46fc-99ed-5b052b320421 req-5ed8e2ce-8d4a-420e-a8e7-5abe9ec095c7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6180041 Aug 18 17:06:04.816768 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f359f951-e997-466e-adf2-35c206aecb80 req-9f19be40-e707-41a1-a52b-7d11dd1de7c3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741182 Aug 18 17:06:04.834425 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d9729fb5-98ce-406a-8644-be7a457a856b req-10a681ba-381b-47b4-bdd5-37ccd83c3934 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e678f400-ebb1-44ac-b35f-9bdd097d526e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280649 Aug 18 17:06:04.843548 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 43238) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:04.855282 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dc050-ef7c-48b7-b2a9-e31c87d64c1b req-fbbe705d-5d93-4152-8ff6-cb9738cf5135 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:04.856785 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bb4dc050-ef7c-48b7-b2a9-e31c87d64c1b req-fbbe705d-5d93-4152-8ff6-cb9738cf5135 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 944 time: 0.0686409 Aug 18 17:06:04.863101 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-477a9a05-fd2a-4ebb-a1a0-783fd5f85d87 req-1b2d964f-189c-4051-bc5a-c8567e13ee4c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232622 Aug 18 17:06:04.872514 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-fff404dd-6ff3-47c3-a064-d5f9bcc8f26a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:04.919287 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bb4dc050-ef7c-48b7-b2a9-e31c87d64c1b req-1208e01b-5f1e-4412-84e2-685c61205b6b tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551445 Aug 18 17:06:04.977108 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4e76a-9c7c-4988-b540-296691d800dc req-fe27d1a9-f485-4c07-bd21-5ab264dc2062 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:04.978567 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1fb4e76a-9c7c-4988-b540-296691d800dc req-fe27d1a9-f485-4c07-bd21-5ab264dc2062 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0611916 Aug 18 17:06:05.015081 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-fff404dd-6ff3-47c3-a064-d5f9bcc8f26a admin admin] Publish callbacks [] for security_group (441613a6-1c7a-46be-9b14-c99ac795ed1a), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:05.044128 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1fb4e76a-9c7c-4988-b540-296691d800dc req-80e9c33d-b2a4-4b7d-8bad-d2f56c57c4a8 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597661 Aug 18 17:06:05.093336 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-fff404dd-6ff3-47c3-a064-d5f9bcc8f26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (441613a6-1c7a-46be-9b14-c99ac795ed1a), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:05.134929 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-fff404dd-6ff3-47c3-a064-d5f9bcc8f26a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5d5c647210f046d4afd373c09b5885fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862766 Aug 18 17:06:05.136414 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff404dd-6ff3-47c3-a064-d5f9bcc8f26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441613a6-1c7a-46be-9b14-c99ac795ed1a,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:05.137615 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 43246) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:05.198940 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 43248) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:05.201348 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8b6b4a07-96fe-4ee3-8cdd-a6caf94e5974 admin admin] Publish callbacks [] for security_group (441613a6-1c7a-46be-9b14-c99ac795ed1a), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:05.223957 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8b6b4a07-96fe-4ee3-8cdd-a6caf94e5974 admin admin] Publish callbacks [] for security_group (441613a6-1c7a-46be-9b14-c99ac795ed1a), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:05.302887 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:05.310016 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f9fb1768-4af4-4cde-9f2c-7bc6970ec80e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:05.354748 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8b6b4a07-96fe-4ee3-8cdd-a6caf94e5974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (441613a6-1c7a-46be-9b14-c99ac795ed1a), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:05.357400 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8b6b4a07-96fe-4ee3-8cdd-a6caf94e5974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:05.361033 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-8b6b4a07-96fe-4ee3-8cdd-a6caf94e5974 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/441613a6-1c7a-46be-9b14-c99ac795ed1a HTTP/1.1" status: 204 len: 168 time: 0.2199216 Aug 18 17:06:05.366502 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b4a07-96fe-4ee3-8cdd-a6caf94e5974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441613a6-1c7a-46be-9b14-c99ac795ed1a,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:05.411149 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:05.415990 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f9fb1768-4af4-4cde-9f2c-7bc6970ec80e admin admin] Publish callbacks [] for security_group (705995f2-a3e6-48c0-a22d-efaf5ce2b9e6), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:05.527672 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f9fb1768-4af4-4cde-9f2c-7bc6970ec80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (705995f2-a3e6-48c0-a22d-efaf5ce2b9e6), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:05.571182 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-f9fb1768-4af4-4cde-9f2c-7bc6970ec80e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bbfe1de2b70e4c399c7fde6ac942c248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3710685 Aug 18 17:06:05.572173 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb1768-4af4-4cde-9f2c-7bc6970ec80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705995f2-a3e6-48c0-a22d-efaf5ce2b9e6,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:05.580398 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 43258) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:05.641886 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-5ffebb68-b583-442f-aaf9-9d6c6bd19221 admin admin] Publish callbacks [] for security_group (705995f2-a3e6-48c0-a22d-efaf5ce2b9e6), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:05.695056 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db367b98-9bd4-42aa-b359-35c24afb947e req-8e001c03-5656-4f7f-a591-967c6b0d73af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:05.696895 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-db367b98-9bd4-42aa-b359-35c24afb947e req-8e001c03-5656-4f7f-a591-967c6b0d73af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 944 time: 0.0624077 Aug 18 17:06:05.746164 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-5ffebb68-b583-442f-aaf9-9d6c6bd19221 admin admin] Publish callbacks [] for security_group (705995f2-a3e6-48c0-a22d-efaf5ce2b9e6), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:05.750106 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a309761-256f-447c-a49f-9ac6f5acd166 req-2be96946-98cb-4bbb-ad7a-f62ad9c02a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:05.751775 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5a309761-256f-447c-a49f-9ac6f5acd166 req-2be96946-98cb-4bbb-ad7a-f62ad9c02a7c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=9fb6f2a098cb4ed4b93c4edb41ff2113&device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 1128 time: 0.0630679 Aug 18 17:06:05.822960 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-db367b98-9bd4-42aa-b359-35c24afb947e req-3fce1ef8-8d8d-4b93-8175-58433e2465e5 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac88b69c-a5ae-4811-b4ac-0603a3475fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168900 Aug 18 17:06:05.827095 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:05.856554 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e358b-ad33-4674-afa3-38952ba56933 req-c123cd7a-0240-4bda-ad82-055512775100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:05.858309 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-728e358b-ad33-4674-afa3-38952ba56933 req-c123cd7a-0240-4bda-ad82-055512775100 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=ccc5c89023ff476ca3b85680f56f8899&device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 1127 time: 0.1653166 Aug 18 17:06:05.882856 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:05.926381 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 43266) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:05.947627 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a309761-256f-447c-a49f-9ac6f5acd166 req-cab98e54-cf4f-4786-b896-675c9285e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:05.953492 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5a309761-256f-447c-a49f-9ac6f5acd166 req-cab98e54-cf4f-4786-b896-675c9285e2c1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=63680694-8a1f-4ab0-b38c-11df7b0ada7d HTTP/1.1" status: 200 len: 913 time: 0.1904049 Aug 18 17:06:05.965503 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f359f951-e997-466e-adf2-35c206aecb80 req-95f1b347-819f-48fa-9e81-737d0e5a9a78 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063169 Aug 18 17:06:05.968692 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-1aa316c9-74ac-4ad3-9567-72f07fad6b34 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084326 Aug 18 17:06:06.032486 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ec602-be87-4e3a-89c7-8cb126055978 req-5b8fcb45-2439-48fa-b24f-3a25990f21a4 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:06.041094 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 43274) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:06.041492 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7b4ec602-be87-4e3a-89c7-8cb126055978 req-5b8fcb45-2439-48fa-b24f-3a25990f21a4 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 944 time: 0.0714698 Aug 18 17:06:06.072660 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1523d-4a60-47ee-a434-41050d9aa425 req-44d9d1f7-9a3b-40a8-9cda-cd5d26aa1489 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:06.074932 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bac1523d-4a60-47ee-a434-41050d9aa425 req-44d9d1f7-9a3b-40a8-9cda-cd5d26aa1489 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 944 time: 0.0772417 Aug 18 17:06:06.078360 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-5ffebb68-b583-442f-aaf9-9d6c6bd19221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (705995f2-a3e6-48c0-a22d-efaf5ce2b9e6), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:06.081182 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-5ffebb68-b583-442f-aaf9-9d6c6bd19221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:06.085115 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-5ffebb68-b583-442f-aaf9-9d6c6bd19221 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/705995f2-a3e6-48c0-a22d-efaf5ce2b9e6 HTTP/1.1" status: 204 len: 168 time: 0.5037391 Aug 18 17:06:06.101041 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffebb68-b583-442f-aaf9-9d6c6bd19221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705995f2-a3e6-48c0-a22d-efaf5ce2b9e6,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:06.126274 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7b4ec602-be87-4e3a-89c7-8cb126055978 req-e2712b9d-06bd-469d-89df-57e8645663b3 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e678f400-ebb1-44ac-b35f-9bdd097d526e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836709 Aug 18 17:06:06.152602 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bac1523d-4a60-47ee-a434-41050d9aa425 req-21590961-8016-4087-b4f2-964095bea6ac tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675988 Aug 18 17:06:06.189375 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-661fab08-9714-4629-a02c-2842f30c2953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:06.254303 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1179c65-245a-403c-a9fe-f183a10f82ff req-0bc4ab8e-0922-457c-aa8b-b102041bcfb0 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:06.255926 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f1179c65-245a-403c-a9fe-f183a10f82ff req-0bc4ab8e-0922-457c-aa8b-b102041bcfb0 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0627077 Aug 18 17:06:06.290723 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0a172101-5464-44de-9fc2-f302ee595bd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:06.298237 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-661fab08-9714-4629-a02c-2842f30c2953 admin admin] Publish callbacks [] for security_group (c4dd076f-c332-42fb-9507-901e0531d2e6), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:06.330193 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f1179c65-245a-403c-a9fe-f183a10f82ff req-ecc68a78-5b7e-41a6-8340-0a0efe7b0ec6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667057 Aug 18 17:06:06.382350 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0a172101-5464-44de-9fc2-f302ee595bd7 admin admin] Publish callbacks [] for security_group (97675cca-b077-4be1-8374-153ed9a7f371), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:06.418551 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-661fab08-9714-4629-a02c-2842f30c2953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (c4dd076f-c332-42fb-9507-901e0531d2e6), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:06.458227 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-661fab08-9714-4629-a02c-2842f30c2953 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=99ecb492015e4ca4adf78c20e40792b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5308044 Aug 18 17:06:06.459142 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fab08-9714-4629-a02c-2842f30c2953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dd076f-c332-42fb-9507-901e0531d2e6,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:06.461592 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 43290) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:06.518854 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0a172101-5464-44de-9fc2-f302ee595bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (97675cca-b077-4be1-8374-153ed9a7f371), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:06.526317 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5a309761-256f-447c-a49f-9ac6f5acd166 req-182546bc-892f-44ef-ba40-73367bb09fcf service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26906fcd-6e6c-4363-8218-2219658555d1 HTTP/1.1" status: 200 len: 217 time: 0.0480835 Aug 18 17:06:06.553337 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-728e358b-ad33-4674-afa3-38952ba56933 req-dab1b753-bd50-4ca3-8747-3a3b311b321c service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13093e80-0e16-4f83-85a6-e6aed9ea2652 HTTP/1.1" status: 200 len: 217 time: 0.0744915 Aug 18 17:06:06.598400 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a172101-5464-44de-9fc2-f302ee595bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97675cca-b077-4be1-8374-153ed9a7f371,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:06.605729 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-0a172101-5464-44de-9fc2-f302ee595bd7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=353fe17f9a324545b60c4b749075088d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5632098 Aug 18 17:06:06.610730 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 43294) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:06.628968 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a309761-256f-447c-a49f-9ac6f5acd166 req-33661b71-d9f3-4924-9577-1780cf929509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:06.630439 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5a309761-256f-447c-a49f-9ac6f5acd166 req-33661b71-d9f3-4924-9577-1780cf929509 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=e64e37e8-5b7a-4483-9735-ee4019caa26a HTTP/1.1" status: 200 len: 851 time: 0.0929213 Aug 18 17:06:06.678909 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e358b-ad33-4674-afa3-38952ba56933 req-1850d5c0-be93-43da-9285-1d25a422b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:06.680557 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-728e358b-ad33-4674-afa3-38952ba56933 req-1850d5c0-be93-43da-9285-1d25a422b883 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1fd4986d-fa02-4ea6-af8d-8bdc82d77643 HTTP/1.1" status: 200 len: 858 time: 0.1217582 Aug 18 17:06:06.687216 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d84acfbf-073a-473b-96dc-444d0adb63e9 admin admin] Publish callbacks [] for security_group (c4dd076f-c332-42fb-9507-901e0531d2e6), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:06.701890 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9d4aa40c-c97d-4987-a36e-78ad5c790ccc req-42dac5ae-3e94-4033-a9e4-05fd8065a1d5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200744 Aug 18 17:06:06.713614 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-08d6bc5e-4b92-4fdb-b08e-e59e787e8961 admin admin] Publish callbacks [] for security_group (97675cca-b077-4be1-8374-153ed9a7f371), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:06.714892 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d84acfbf-073a-473b-96dc-444d0adb63e9 admin admin] Publish callbacks [] for security_group (c4dd076f-c332-42fb-9507-901e0531d2e6), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:06.747086 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-08d6bc5e-4b92-4fdb-b08e-e59e787e8961 admin admin] Publish callbacks [] for security_group (97675cca-b077-4be1-8374-153ed9a7f371), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:06.891882 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d84acfbf-073a-473b-96dc-444d0adb63e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (c4dd076f-c332-42fb-9507-901e0531d2e6), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:06.892163 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:06.893195 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-08d6bc5e-4b92-4fdb-b08e-e59e787e8961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (97675cca-b077-4be1-8374-153ed9a7f371), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:06.895010 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d84acfbf-073a-473b-96dc-444d0adb63e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:06.895762 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-08d6bc5e-4b92-4fdb-b08e-e59e787e8961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:06.897185 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-08d6bc5e-4b92-4fdb-b08e-e59e787e8961 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/97675cca-b077-4be1-8374-153ed9a7f371 HTTP/1.1" status: 204 len: 168 time: 0.2855334 Aug 18 17:06:06.901847 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-d84acfbf-073a-473b-96dc-444d0adb63e9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c4dd076f-c332-42fb-9507-901e0531d2e6 HTTP/1.1" status: 204 len: 168 time: 0.4390335 Aug 18 17:06:06.908982 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6bc5e-4b92-4fdb-b08e-e59e787e8961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97675cca-b077-4be1-8374-153ed9a7f371,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:06.916065 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84acfbf-073a-473b-96dc-444d0adb63e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dd076f-c332-42fb-9507-901e0531d2e6,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:06.975135 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83462e-91f2-4c09-8469-c716be337691 req-6ddb2a21-1e9e-4fb4-894b-058041695664 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:06.976713 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2c83462e-91f2-4c09-8469-c716be337691 req-6ddb2a21-1e9e-4fb4-894b-058041695664 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 944 time: 0.0536189 Aug 18 17:06:07.030970 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2c83462e-91f2-4c09-8469-c716be337691 req-72fc4ab5-c2c6-4c6a-99da-51e4247a91c1 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac88b69c-a5ae-4811-b4ac-0603a3475fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474095 Aug 18 17:06:07.073561 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 43310) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:07.087590 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-07641631-5aa2-476d-8f22-826c5499d1d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:07.179854 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-07641631-5aa2-476d-8f22-826c5499d1d2 admin admin] Publish callbacks [] for security_group (c45e0f23-e864-4710-961d-1f0842c78062), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:07.269365 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464edff-9ec0-4bb4-b23f-f64560d969d4 req-01ef1be3-fd77-4b09-bab0-9ea43a65beb0 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:07.271544 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-8464edff-9ec0-4bb4-b23f-f64560d969d4 req-01ef1be3-fd77-4b09-bab0-9ea43a65beb0 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 944 time: 0.0721514 Aug 18 17:06:07.281721 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-07641631-5aa2-476d-8f22-826c5499d1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (c45e0f23-e864-4710-961d-1f0842c78062), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:07.324371 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5c3cc-9fdd-453e-bacd-009741e58420 req-44ae0d86-e438-40b9-80f8-528c8ab355cf tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:07.326589 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5ce5c3cc-9fdd-453e-bacd-009741e58420 req-44ae0d86-e438-40b9-80f8-528c8ab355cf tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 944 time: 0.0855107 Aug 18 17:06:07.336536 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-8464edff-9ec0-4bb4-b23f-f64560d969d4 req-ec0b5346-e8f6-4f96-b6dc-38f07886fc00 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e678f400-ebb1-44ac-b35f-9bdd097d526e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586247 Aug 18 17:06:07.356245 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-07641631-5aa2-476d-8f22-826c5499d1d2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8185748ce32140808e5dc7fb794814b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815344 Aug 18 17:06:07.360535 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 43318) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:07.421492 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07641631-5aa2-476d-8f22-826c5499d1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45e0f23-e864-4710-961d-1f0842c78062,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:07.472130 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a309761-256f-447c-a49f-9ac6f5acd166 req-eafff627-3d11-48f5-b3b9-4f2023490fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:07.474583 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317e1da-262b-4a33-9e87-939ca70b575a req-5db5aaac-4c61-4927-934b-bf8a0e47888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:07.474709 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5a309761-256f-447c-a49f-9ac6f5acd166 req-eafff627-3d11-48f5-b3b9-4f2023490fc8 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=63680694-8a1f-4ab0-b38c-11df7b0ada7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1373770 Aug 18 17:06:07.475298 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9317e1da-262b-4a33-9e87-939ca70b575a req-5db5aaac-4c61-4927-934b-bf8a0e47888c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=697adc4a3b0f40ff85d6b415b6bbbefd&device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 1128 time: 0.1362600 Aug 18 17:06:07.480421 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5ce5c3cc-9fdd-453e-bacd-009741e58420 req-5364d9aa-3e21-42e3-b6de-88ab58063349 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451066 Aug 18 17:06:07.484057 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5aaf1e49-6342-4f60-9d67-9c7e57740b0a admin admin] Publish callbacks [] for security_group (c45e0f23-e864-4710-961d-1f0842c78062), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:07.496991 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e358b-ad33-4674-afa3-38952ba56933 req-890aaf0b-2e07-42b3-888e-77fc73499427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:07.499716 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-728e358b-ad33-4674-afa3-38952ba56933 req-890aaf0b-2e07-42b3-888e-77fc73499427 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=9262925b-65a7-4a9e-8370-bb0d87864ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1615655 Aug 18 17:06:07.519814 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:07.527786 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5aaf1e49-6342-4f60-9d67-9c7e57740b0a admin admin] Publish callbacks [] for security_group (c45e0f23-e864-4710-961d-1f0842c78062), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:07.528618 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba74b7-1e46-453b-ae65-68d0de648148 req-b88d47c9-641f-462c-a2d2-9adb467fd1e4 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:07.530269 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9dba74b7-1e46-453b-ae65-68d0de648148 req-b88d47c9-641f-462c-a2d2-9adb467fd1e4 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0773792 Aug 18 17:06:07.566612 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:07.588356 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9dba74b7-1e46-453b-ae65-68d0de648148 req-729f9d73-e316-47a5-8d9f-f6ebe0aab063 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487475 Aug 18 17:06:07.680510 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5aaf1e49-6342-4f60-9d67-9c7e57740b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (c45e0f23-e864-4710-961d-1f0842c78062), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:07.683134 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5aaf1e49-6342-4f60-9d67-9c7e57740b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:07.684340 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-5aaf1e49-6342-4f60-9d67-9c7e57740b0a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c45e0f23-e864-4710-961d-1f0842c78062 HTTP/1.1" status: 204 len: 168 time: 0.3166955 Aug 18 17:06:07.694342 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf1e49-6342-4f60-9d67-9c7e57740b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45e0f23-e864-4710-961d-1f0842c78062,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:07.805220 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 26906fcd-6e6c-4363-8218-2219658555d1 details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:06:07.897291 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 43330) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:07.914595 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-06b0093e-35cb-4503-a06c-708c14d7e06a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:07.938445 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 26906fcd-6e6c-4363-8218-2219658555d1, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=26906fcd-6e6c-4363-8218-2219658555d1,segment=NetworkSegment(bad12144-4088-4178-8a1d-18d54e3a5748),segment_id=bad12144-4088-4178-8a1d-18d54e3a5748)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:07.938874 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:07.954797 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': '26906fcd-6e6c-4363-8218-2219658555d1', 'network_id': '63680694-8a1f-4ab0-b38c-11df7b0ada7d', 'port_id': '26906fcd-6e6c-4363-8218-2219658555d1', 'mac_address': 'fa:16:3e:7e:f7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64e37e8-5b7a-4483-9735-ee4019caa26a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:06:07.990621 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:07.998355 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 26906fcd-6e6c-4363-8218-2219658555d1 is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:06:07.998355 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (26906fcd-6e6c-4363-8218-2219658555d1), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:08.006982 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-06b0093e-35cb-4503-a06c-708c14d7e06a admin admin] Publish callbacks [] for security_group (1829876c-c844-4665-b787-481bbd4e5acf), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:08.010995 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26906fcd-6e6c-4363-8218-2219658555d1 {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:06:08.033724 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 26906fcd-6e6c-4363-8218-2219658555d1, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=26906fcd-6e6c-4363-8218-2219658555d1,segment=NetworkSegment(bad12144-4088-4178-8a1d-18d54e3a5748),segment_id=bad12144-4088-4178-8a1d-18d54e3a5748)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:08.114435 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-06b0093e-35cb-4503-a06c-708c14d7e06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (1829876c-c844-4665-b787-481bbd4e5acf), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:08.144993 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (26906fcd-6e6c-4363-8218-2219658555d1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:08.151942 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:06:08.155548 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 43334) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:08.204210 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:08.233413 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5675bdd2-3c7f-4926-9ab1-45cf7be20ca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:08.277523 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aefc8f-5e82-4203-aa70-63fd51b069b8 req-3d7d5cee-027a-4469-bd89-b0ef33eccd51 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:08.289756 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-81aefc8f-5e82-4203-aa70-63fd51b069b8 req-3d7d5cee-027a-4469-bd89-b0ef33eccd51 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 944 time: 0.1835344 Aug 18 17:06:08.290755 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-06b0093e-35cb-4503-a06c-708c14d7e06a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=76ebd5db27ff43e89d5632a6d76a3b28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3919201 Aug 18 17:06:08.295426 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:08.301922 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 43336) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:08.307653 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:08.308827 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0093e-35cb-4503-a06c-708c14d7e06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1829876c-c844-4665-b787-481bbd4e5acf,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:08.328629 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': 'ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'port_id': 'ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf', 'mac_address': 'fa:16:3e:dd:f1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:06:08.349081 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523a610-c5fe-4d80-8c56-b52e4b831ddd req-6dfb301e-1b2c-46ec-b5ed-ae38286073e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:08.350599 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d523a610-c5fe-4d80-8c56-b52e4b831ddd req-6dfb301e-1b2c-46ec-b5ed-ae38286073e6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=ccc5c89023ff476ca3b85680f56f8899&device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 1128 time: 0.2223756 Aug 18 17:06:08.397269 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:06:08.397665 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:08.426330 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=26906fcd-6e6c-4363-8218-2219658555d1,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:08.437893 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:06:08.495857 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5a309761-256f-447c-a49f-9ac6f5acd166 req-480cc970-e243-43fb-8399-e11fcbd1bda5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/63680694-8a1f-4ab0-b38c-11df7b0ada7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831387 Aug 18 17:06:08.496975 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:08.534777 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-81aefc8f-5e82-4203-aa70-63fd51b069b8 req-1f7e9aa5-1c6a-4fc2-82b2-abb131b9e750 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac88b69c-a5ae-4811-b4ac-0603a3475fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477310 Aug 18 17:06:08.584676 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:08.636573 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:08.643962 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-97eb9b0e-4358-4997-927d-23ddbefc5ebc admin admin] Publish callbacks [] for security_group (1829876c-c844-4665-b787-481bbd4e5acf), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:08.740752 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317e1da-262b-4a33-9e87-939ca70b575a req-1045656f-d974-4793-9391-1a383ab22fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:08.742280 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9317e1da-262b-4a33-9e87-939ca70b575a req-1045656f-d974-4793-9391-1a383ab22fd1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=8be6f688-0f91-4174-bb68-fa46841659a9 HTTP/1.1" status: 200 len: 918 time: 0.6238852 Aug 18 17:06:08.762234 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-728e358b-ad33-4674-afa3-38952ba56933 req-2ec7fce4-3c21-4006-93d4-00a6329474f2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6520994 Aug 18 17:06:08.764896 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-97eb9b0e-4358-4997-927d-23ddbefc5ebc admin admin] Publish callbacks [] for security_group (1829876c-c844-4665-b787-481bbd4e5acf), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:08.785823 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5675bdd2-3c7f-4926-9ab1-45cf7be20ca7 admin admin] Publish callbacks [] for security_group (420c38d0-57b7-4a42-b190-8fb8f40f5fc2), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:08.805050 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22be82-13dd-49a3-af50-a4cde6f6efe5 req-3a2ff4a3-14a0-4198-a3af-c673f0a2f1a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:08.806586 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6f22be82-13dd-49a3-af50-a4cde6f6efe5 req-3a2ff4a3-14a0-4198-a3af-c673f0a2f1a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 944 time: 0.1746309 Aug 18 17:06:08.853196 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9317e1da-262b-4a33-9e87-939ca70b575a req-00f94833-357a-416b-9c87-371d2f7c11cc service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d480631-4b24-43e0-8000-c7d4668399bb HTTP/1.1" status: 200 len: 217 time: 0.0792737 Aug 18 17:06:08.853363 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5a309761-256f-447c-a49f-9ac6f5acd166 req-c44b47b3-592c-4044-b549-b0bcccda19f5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/63680694-8a1f-4ab0-b38c-11df7b0ada7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466852 Aug 18 17:06:08.857455 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1feaf6-79d7-4c73-9cf9-732f8f338a0b req-c7907496-9f74-40bd-b3eb-371881ef0227 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:08.864806 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7b1feaf6-79d7-4c73-9cf9-732f8f338a0b req-c7907496-9f74-40bd-b3eb-371881ef0227 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 945 time: 0.4120760 Aug 18 17:06:08.912709 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6f22be82-13dd-49a3-af50-a4cde6f6efe5 req-2938c69a-6ee2-4424-a305-07eb42aeb435 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906596 Aug 18 17:06:08.951300 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['26906fcd-6e6c-4363-8218-2219658555d1'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:06:08.982521 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a309761-256f-447c-a49f-9ac6f5acd166 req-f8875b1d-ef24-4d4b-bb34-dd08770889eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:08.984183 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5a309761-256f-447c-a49f-9ac6f5acd166 req-f8875b1d-ef24-4d4b-bb34-dd08770889eb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4eececcd804446e49078038ab362b235&device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 1129 time: 0.0706356 Aug 18 17:06:09.001128 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317e1da-262b-4a33-9e87-939ca70b575a req-26ee3f8a-d6dd-476c-bee0-82fc0a905e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:09.003195 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9317e1da-262b-4a33-9e87-939ca70b575a req-26ee3f8a-d6dd-476c-bee0-82fc0a905e59 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=a393e81b-56a8-46b6-846e-4d9441213f68 HTTP/1.1" status: 200 len: 856 time: 0.1319797 Aug 18 17:06:09.050657 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523a610-c5fe-4d80-8c56-b52e4b831ddd req-40554cda-87c6-467d-a034-778efffa60a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:09.052537 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d523a610-c5fe-4d80-8c56-b52e4b831ddd req-40554cda-87c6-467d-a034-778efffa60a9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=9262925b-65a7-4a9e-8370-bb0d87864ea7 HTTP/1.1" status: 200 len: 920 time: 0.6920557 Aug 18 17:06:09.086664 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7b1feaf6-79d7-4c73-9cf9-732f8f338a0b req-f9d7c631-5629-4e91-ba73-1fa57ef8ac27 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e678f400-ebb1-44ac-b35f-9bdd097d526e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206390 Aug 18 17:06:09.096226 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:06:09.133297 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c67de-26ff-4b87-94af-fb21afc9d846 req-c95d5ddb-f7b1-442e-8838-7b2052d7eb65 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:09.145366 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b85c67de-26ff-4b87-94af-fb21afc9d846 req-c95d5ddb-f7b1-442e-8838-7b2052d7eb65 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.1435761 Aug 18 17:06:09.166942 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d523a610-c5fe-4d80-8c56-b52e4b831ddd req-904fa3f8-a6a0-4ce5-9b6b-1ca18b18d049 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a85a9ff0-70eb-48e8-a79f-7454c12baa1a HTTP/1.1" status: 200 len: 217 time: 0.0775197 Aug 18 17:06:09.212055 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317e1da-262b-4a33-9e87-939ca70b575a req-a37faca3-c1bc-4ab6-bb68-e11f7d8c0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:09.213576 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9317e1da-262b-4a33-9e87-939ca70b575a req-a37faca3-c1bc-4ab6-bb68-e11f7d8c0b25 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=8be6f688-0f91-4174-bb68-fa46841659a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1962745 Aug 18 17:06:09.215509 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a309761-256f-447c-a49f-9ac6f5acd166 req-98a63f63-a9fd-4f33-a782-fb11445d7a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:09.217346 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-728e358b-ad33-4674-afa3-38952ba56933 req-d1df940e-adee-47bc-9632-a5676c789136 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481690 Aug 18 17:06:09.217874 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5a309761-256f-447c-a49f-9ac6f5acd166 req-98a63f63-a9fd-4f33-a782-fb11445d7a71 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b HTTP/1.1" status: 200 len: 916 time: 0.2248306 Aug 18 17:06:09.252651 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523a610-c5fe-4d80-8c56-b52e4b831ddd req-8ffe9af6-610b-4c57-a4be-58e2e448bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:09.254611 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d523a610-c5fe-4d80-8c56-b52e4b831ddd req-8ffe9af6-610b-4c57-a4be-58e2e448bf08 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1fd4986d-fa02-4ea6-af8d-8bdc82d77643 HTTP/1.1" status: 200 len: 858 time: 0.0799742 Aug 18 17:06:09.256015 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b85c67de-26ff-4b87-94af-fb21afc9d846 req-e1afd56f-8c8b-41ee-8fb4-13e0a2b7c1b3 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094935 Aug 18 17:06:09.301982 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5a309761-256f-447c-a49f-9ac6f5acd166 req-b4f8004c-2074-40dc-a429-1d1333f775f9 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf HTTP/1.1" status: 200 len: 217 time: 0.0739374 Aug 18 17:06:09.373797 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523a610-c5fe-4d80-8c56-b52e4b831ddd req-4c00d9bc-ac01-46da-bcb8-7fab5f111a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:09.376078 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d523a610-c5fe-4d80-8c56-b52e4b831ddd req-4c00d9bc-ac01-46da-bcb8-7fab5f111a0a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=9262925b-65a7-4a9e-8370-bb0d87864ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1003251 Aug 18 17:06:09.383428 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a309761-256f-447c-a49f-9ac6f5acd166 req-8a260f61-bff9-4f0f-a2f9-0c50094268a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:09.385814 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:09.385961 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5a309761-256f-447c-a49f-9ac6f5acd166 req-8a260f61-bff9-4f0f-a2f9-0c50094268a5 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1a23d7f4-432a-4b07-a647-12813e579e51 HTTP/1.1" status: 200 len: 854 time: 0.0778837 Aug 18 17:06:09.441976 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a309761-256f-447c-a49f-9ac6f5acd166 req-0dd4f710-21f6-4ecb-b06a-72693a9fa4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:09.443516 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5a309761-256f-447c-a49f-9ac6f5acd166 req-0dd4f710-21f6-4ecb-b06a-72693a9fa4e3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497930 Aug 18 17:06:09.481445 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9317e1da-262b-4a33-9e87-939ca70b575a req-39662bc4-4744-4c3d-b7d4-79d0255b8293 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305989 Aug 18 17:06:09.521525 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d523a610-c5fe-4d80-8c56-b52e4b831ddd req-9480b2cc-6698-4d47-bf38-70cfad613879 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363697 Aug 18 17:06:09.552292 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5a309761-256f-447c-a49f-9ac6f5acd166 req-9e385b97-29e3-499d-aec9-7b3f15bdf56e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017199 Aug 18 17:06:09.651343 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5a309761-256f-447c-a49f-9ac6f5acd166 req-7d549a69-4769-4d24-9933-95e4d26f11aa service neutron] 10.222.0.40 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922303 Aug 18 17:06:09.664873 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5675bdd2-3c7f-4926-9ab1-45cf7be20ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (420c38d0-57b7-4a42-b190-8fb8f40f5fc2), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:09.681722 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9317e1da-262b-4a33-9e87-939ca70b575a req-fb0089ab-c29e-4a32-82d0-61bc0f272ac7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916680 Aug 18 17:06:09.690093 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba1b7b-2f60-42b0-9915-9edbfb37444a req-032a3411-6dde-4462-85e0-b4744dd80b48 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:09.691933 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-92ba1b7b-2f60-42b0-9915-9edbfb37444a req-032a3411-6dde-4462-85e0-b4744dd80b48 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 945 time: 0.0925515 Aug 18 17:06:09.705169 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-97eb9b0e-4358-4997-927d-23ddbefc5ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (1829876c-c844-4665-b787-481bbd4e5acf), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:09.705169 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-97eb9b0e-4358-4997-927d-23ddbefc5ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:09.705169 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-97eb9b0e-4358-4997-927d-23ddbefc5ebc admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1829876c-c844-4665-b787-481bbd4e5acf HTTP/1.1" status: 204 len: 168 time: 1.3903978 Aug 18 17:06:09.723501 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d523a610-c5fe-4d80-8c56-b52e4b831ddd req-eb51fa5e-15d2-4e76-a9a1-d830fe748165 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958647 Aug 18 17:06:09.743064 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 43376) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:09.745434 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-5675bdd2-3c7f-4926-9ab1-45cf7be20ca7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d8a9bd8c72d34e55821cb7eb5dd2627d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5782921 Aug 18 17:06:09.747420 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675bdd2-3c7f-4926-9ab1-45cf7be20ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420c38d0-57b7-4a42-b190-8fb8f40f5fc2,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:09.769507 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb9b0e-4358-4997-927d-23ddbefc5ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1829876c-c844-4665-b787-481bbd4e5acf,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:09.855908 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-92ba1b7b-2f60-42b0-9915-9edbfb37444a req-4ce7457c-b92e-4937-9fc3-dd097b712ace tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac88b69c-a5ae-4811-b4ac-0603a3475fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355624 Aug 18 17:06:09.862081 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d1dabba4-c5d2-4b7a-a001-accb18a98182 admin admin] Publish callbacks [] for security_group (420c38d0-57b7-4a42-b190-8fb8f40f5fc2), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:09.886081 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d1dabba4-c5d2-4b7a-a001-accb18a98182 admin admin] Publish callbacks [] for security_group (420c38d0-57b7-4a42-b190-8fb8f40f5fc2), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:09.984978 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:10.042279 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c279a84-afcd-4535-b09f-118380d1ffc4 req-4f856252-3071-4f9e-8571-8f65ae393ec0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:10.043782 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0c279a84-afcd-4535-b09f-118380d1ffc4 req-4f856252-3071-4f9e-8571-8f65ae393ec0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 944 time: 0.0487754 Aug 18 17:06:10.048503 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d1dabba4-c5d2-4b7a-a001-accb18a98182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (420c38d0-57b7-4a42-b190-8fb8f40f5fc2), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:10.051159 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d1dabba4-c5d2-4b7a-a001-accb18a98182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:10.054821 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-d1dabba4-c5d2-4b7a-a001-accb18a98182 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/420c38d0-57b7-4a42-b190-8fb8f40f5fc2 HTTP/1.1" status: 204 len: 168 time: 0.3080637 Aug 18 17:06:10.067033 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dabba4-c5d2-4b7a-a001-accb18a98182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420c38d0-57b7-4a42-b190-8fb8f40f5fc2,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:10.103423 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0c279a84-afcd-4535-b09f-118380d1ffc4 req-c7469cea-fe45-440f-bd00-85c1a945a730 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529830 Aug 18 17:06:10.105111 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 9d480631-4b24-43e0-8000-c7d4668399bb details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:06:10.110862 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 26906fcd-6e6c-4363-8218-2219658555d1 up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:06:10.202208 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:10.219223 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning for port 26906fcd-6e6c-4363-8218-2219658555d1 completed by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 18 17:06:10.233295 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b91064-a8c1-452c-b6d0-82d39903b16e req-60421357-e17b-4aaf-9a32-f2192e684ac1 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:10.240414 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d2b91064-a8c1-452c-b6d0-82d39903b16e req-60421357-e17b-4aaf-9a32-f2192e684ac1 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 945 time: 0.0616326 Aug 18 17:06:10.240882 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:10.240882 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:10.254144 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 9d480631-4b24-43e0-8000-c7d4668399bb, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=9d480631-4b24-43e0-8000-c7d4668399bb,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:10.269084 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': '9d480631-4b24-43e0-8000-c7d4668399bb', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'port_id': '9d480631-4b24-43e0-8000-c7d4668399bb', 'mac_address': 'fa:16:3e:75:9b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:06:10.300421 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d2b91064-a8c1-452c-b6d0-82d39903b16e req-af2b2182-7a65-4690-b62b-90059c70c0bf tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e678f400-ebb1-44ac-b35f-9bdd097d526e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553253 Aug 18 17:06:10.309277 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 9d480631-4b24-43e0-8000-c7d4668399bb is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:06:10.310227 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:10.315108 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port 26906fcd-6e6c-4363-8218-2219658555d1 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:06:10.315738 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (26906fcd-6e6c-4363-8218-2219658555d1), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:10.364408 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=22 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:10.416994 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139510e5-b4f3-4323-86fd-890f99f6b475 req-0ea6bd31-3cf9-4741-8d82-b071a94b57b2 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:10.424264 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-139510e5-b4f3-4323-86fd-890f99f6b475 req-0ea6bd31-3cf9-4741-8d82-b071a94b57b2 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0579076 Aug 18 17:06:10.503066 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d480631-4b24-43e0-8000-c7d4668399bb {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:06:10.503356 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-139510e5-b4f3-4323-86fd-890f99f6b475 req-092643e4-90f6-4202-a3ab-6dcc96a11cb2 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771105 Aug 18 17:06:10.528056 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 9d480631-4b24-43e0-8000-c7d4668399bb, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=9d480631-4b24-43e0-8000-c7d4668399bb,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:10.558695 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 26906fcd-6e6c-4363-8218-2219658555d1 is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:06:10.559089 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (26906fcd-6e6c-4363-8218-2219658555d1), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:10.586746 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986651bb-c047-4346-9e7c-0f3e49a9cc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26906fcd-6e6c-4363-8218-2219658555d1'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:06:10.655869 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:10.656541 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device a85a9ff0-70eb-48e8-a79f-7454c12baa1a details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:06:10.680601 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 26906fcd-6e6c-4363-8218-2219658555d1, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=26906fcd-6e6c-4363-8218-2219658555d1,segment=NetworkSegment(bad12144-4088-4178-8a1d-18d54e3a5748),segment_id=bad12144-4088-4178-8a1d-18d54e3a5748)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:10.778321 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (26906fcd-6e6c-4363-8218-2219658555d1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:10.779905 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:06:10.818168 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=9d480631-4b24-43e0-8000-c7d4668399bb,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:10.873899 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port a85a9ff0-70eb-48e8-a79f-7454c12baa1a, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=a85a9ff0-70eb-48e8-a79f-7454c12baa1a,segment=NetworkSegment(5a7851ce-cf5a-4dac-941a-03fb001aaca6),segment_id=5a7851ce-cf5a-4dac-941a-03fb001aaca6)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:10.901418 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning for port ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf completed by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 18 17:06:10.906704 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': 'a85a9ff0-70eb-48e8-a79f-7454c12baa1a', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'port_id': 'a85a9ff0-70eb-48e8-a79f-7454c12baa1a', 'mac_address': 'fa:16:3e:e2:09:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:06:10.918621 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=26906fcd-6e6c-4363-8218-2219658555d1,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:10.955786 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port a85a9ff0-70eb-48e8-a79f-7454c12baa1a is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:06:10.956179 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (a85a9ff0-70eb-48e8-a79f-7454c12baa1a), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:10.974170 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641dd8a4-7ffa-4956-9b3a-8f4222065686" -d '{"events": [{"server_uuid": "986651bb-c047-4346-9e7c-0f3e49a9cc8a", "name": "network-vif-plugged", "status": "completed", "tag": "26906fcd-6e6c-4363-8218-2219658555d1"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:06:10.979592 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a85a9ff0-70eb-48e8-a79f-7454c12baa1a {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:06:11.004398 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port a85a9ff0-70eb-48e8-a79f-7454c12baa1a, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=a85a9ff0-70eb-48e8-a79f-7454c12baa1a,segment=NetworkSegment(5a7851ce-cf5a-4dac-941a-03fb001aaca6),segment_id=5a7851ce-cf5a-4dac-941a-03fb001aaca6)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:11.009309 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76f5df-c546-4e6c-863c-d03d50b9e1fd req-908eb30a-fd2e-4dc5-acca-43b77619f21c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:11.018415 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ef76f5df-c546-4e6c-863c-d03d50b9e1fd req-908eb30a-fd2e-4dc5-acca-43b77619f21c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 945 time: 0.0679734 Aug 18 17:06:11.038158 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:06:11.038537 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:11.072867 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ef76f5df-c546-4e6c-863c-d03d50b9e1fd req-5daea45f-a805-4b6d-b8b0-a9f51a116631 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac88b69c-a5ae-4811-b4ac-0603a3475fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535810 Aug 18 17:06:11.122849 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:11.125496 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (a85a9ff0-70eb-48e8-a79f-7454c12baa1a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:11.135024 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:06:11.135024 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:11.135024 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-172aad43-2457-4134-94a7-ca61ab5e6c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:11.239289 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd01cfe-8987-4b24-967a-5e22e49cb2c1 x-openstack-request-id: req-3fd01cfe-8987-4b24-967a-5e22e49cb2c1 {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:06:11.239618 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986651bb-c047-4346-9e7c-0f3e49a9cc8a", "name": "network-vif-plugged", "status": "completed", "tag": "26906fcd-6e6c-4363-8218-2219658555d1", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:06:11.239878 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3fd01cfe-8987-4b24-967a-5e22e49cb2c1 {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:06:11.240333 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fd01cfe-8987-4b24-967a-5e22e49cb2c1'] response: {'server_uuid': '986651bb-c047-4346-9e7c-0f3e49a9cc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26906fcd-6e6c-4363-8218-2219658555d1', 'code': 200} Aug 18 17:06:11.262221 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:11.303259 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=a85a9ff0-70eb-48e8-a79f-7454c12baa1a,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:11.336187 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:11.347309 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce50b82-2741-4ffa-9b4d-4aaf0385c187 req-3c66691d-b000-4b15-8c22-195aea3b90a4 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:11.356129 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:11.357400 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-fce50b82-2741-4ffa-9b4d-4aaf0385c187 req-3c66691d-b000-4b15-8c22-195aea3b90a4 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 945 time: 0.1010787 Aug 18 17:06:11.427459 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:11.432814 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:11.443867 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-fce50b82-2741-4ffa-9b4d-4aaf0385c187 req-15f997a9-797b-4daa-a77a-48cb1a3f1e93 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771945 Aug 18 17:06:11.467366 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['a85a9ff0-70eb-48e8-a79f-7454c12baa1a'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:06:11.489822 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b583a1b-eac9-45ce-a477-47fa2fd48a78 req-1e8dcf57-6f02-439d-802b-4b5f8b3a320b tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:11.491513 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9b583a1b-eac9-45ce-a477-47fa2fd48a78 req-1e8dcf57-6f02-439d-802b-4b5f8b3a320b tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 946 time: 0.0603583 Aug 18 17:06:11.576593 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['9d480631-4b24-43e0-8000-c7d4668399bb'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:06:11.587844 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9b583a1b-eac9-45ce-a477-47fa2fd48a78 req-e84230b3-0609-4d41-95db-4ce12161a1ec tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e678f400-ebb1-44ac-b35f-9bdd097d526e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877793 Aug 18 17:06:11.662239 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e35d0a-6e3d-4631-9862-a028a47a1d95 req-e21ab476-7c1f-4ee8-9747-15abdc5fda9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:11.663846 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b8e35d0a-6e3d-4631-9862-a028a47a1d95 req-e21ab476-7c1f-4ee8-9747-15abdc5fda9b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 1130 time: 0.0923681 Aug 18 17:06:11.722693 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e67dc5-2c14-476f-8d3e-e08e928f9be5 req-4e346ce7-3b20-494b-92fa-582e65a298f1 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:11.724261 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-38e67dc5-2c14-476f-8d3e-e08e928f9be5 req-4e346ce7-3b20-494b-92fa-582e65a298f1 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 945 time: 0.0595155 Aug 18 17:06:11.760315 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-b8e35d0a-6e3d-4631-9862-a028a47a1d95 req-d5abfea9-0750-42cd-a2dd-938281332e9a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:11.818358 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-38e67dc5-2c14-476f-8d3e-e08e928f9be5 req-aaace17c-830d-426e-9aa0-e441277c1195 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816412 Aug 18 17:06:11.907348 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-b8e35d0a-6e3d-4631-9862-a028a47a1d95 req-d5abfea9-0750-42cd-a2dd-938281332e9a service neutron] Publish callbacks [] for security_group (4be2331f-12ce-4128-8e45-c13e7fface8b), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:11.932624 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:12.037071 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-b8e35d0a-6e3d-4631-9862-a028a47a1d95 req-d5abfea9-0750-42cd-a2dd-938281332e9a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (4be2331f-12ce-4128-8e45-c13e7fface8b), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:12.084587 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b8e35d0a-6e3d-4631-9862-a028a47a1d95 req-d5abfea9-0750-42cd-a2dd-938281332e9a service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e678f400-ebb1-44ac-b35f-9bdd097d526e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593209 Aug 18 17:06:12.085566 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abfea9-0750-42cd-a2dd-938281332e9a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4be2331f-12ce-4128-8e45-c13e7fface8b,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:12.088707 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:12.184399 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 13093e80-0e16-4f83-85a6-e6aed9ea2652 details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:06:12.221006 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053e9b3-a7ce-411f-b1c4-ebacd55ce692 req-c411a92a-0b5e-4c1f-9ea0-996f8e706a13 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:12.221006 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1053e9b3-a7ce-411f-b1c4-ebacd55ce692 req-c411a92a-0b5e-4c1f-9ea0-996f8e706a13 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 946 time: 0.0657349 Aug 18 17:06:12.276582 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:12.304978 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1053e9b3-a7ce-411f-b1c4-ebacd55ce692 req-562728bb-9451-4bec-b5ed-cb02fe5b6d9e tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac88b69c-a5ae-4811-b4ac-0603a3475fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875885 Aug 18 17:06:12.316853 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=12 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:12.334266 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:12.353517 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 13093e80-0e16-4f83-85a6-e6aed9ea2652, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=13093e80-0e16-4f83-85a6-e6aed9ea2652,segment=NetworkSegment(5a7851ce-cf5a-4dac-941a-03fb001aaca6),segment_id=5a7851ce-cf5a-4dac-941a-03fb001aaca6)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:12.365703 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': '13093e80-0e16-4f83-85a6-e6aed9ea2652', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'port_id': '13093e80-0e16-4f83-85a6-e6aed9ea2652', 'mac_address': 'fa:16:3e:d2:3b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:06:12.409097 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 13093e80-0e16-4f83-85a6-e6aed9ea2652 is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:06:12.409234 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (13093e80-0e16-4f83-85a6-e6aed9ea2652), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:12.437627 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13093e80-0e16-4f83-85a6-e6aed9ea2652 {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:06:12.468843 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 13093e80-0e16-4f83-85a6-e6aed9ea2652, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=13093e80-0e16-4f83-85a6-e6aed9ea2652,segment=NetworkSegment(5a7851ce-cf5a-4dac-941a-03fb001aaca6),segment_id=5a7851ce-cf5a-4dac-941a-03fb001aaca6)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:12.515873 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=100 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:12.550073 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (13093e80-0e16-4f83-85a6-e6aed9ea2652), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:12.611954 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=13093e80-0e16-4f83-85a6-e6aed9ea2652,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:12.633010 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c31eb-feca-4266-ad02-b6786a5f44c2 req-7a21895c-6c98-4c52-bc65-f7b6f0e5133a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:12.640678 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-725c31eb-feca-4266-ad02-b6786a5f44c2 req-7a21895c-6c98-4c52-bc65-f7b6f0e5133a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 945 time: 0.1108723 Aug 18 17:06:12.644269 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device a85a9ff0-70eb-48e8-a79f-7454c12baa1a up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:06:12.776348 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-725c31eb-feca-4266-ad02-b6786a5f44c2 req-d97e8a5c-d6b1-46c3-86d3-7b89e81ba976 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294754 Aug 18 17:06:12.781660 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning for port a85a9ff0-70eb-48e8-a79f-7454c12baa1a completed by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 18 17:06:12.864847 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196508f-01d9-4a50-8d8b-86dca00bb0cc req-6f880c9a-c9a0-4ce7-ba97-b447880ee3e0 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:12.874537 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port a85a9ff0-70eb-48e8-a79f-7454c12baa1a triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:06:12.875045 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (a85a9ff0-70eb-48e8-a79f-7454c12baa1a), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:12.876528 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f196508f-01d9-4a50-8d8b-86dca00bb0cc req-6f880c9a-c9a0-4ce7-ba97-b447880ee3e0 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 946 time: 0.0913393 Aug 18 17:06:12.921315 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['13093e80-0e16-4f83-85a6-e6aed9ea2652'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:06:12.961312 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f196508f-01d9-4a50-8d8b-86dca00bb0cc req-c2995a39-f72e-442b-91d9-774306c39922 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e678f400-ebb1-44ac-b35f-9bdd097d526e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721545 Aug 18 17:06:12.996244 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5742c-cbcb-4847-b955-0acc0cf045d2 req-4d2c53d6-c0c2-4c83-9ec4-0b48ddfa861a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:13.011052 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-14b5742c-cbcb-4847-b955-0acc0cf045d2 req-4d2c53d6-c0c2-4c83-9ec4-0b48ddfa861a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 945 time: 0.0766642 Aug 18 17:06:13.040952 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:13.077507 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-14b5742c-cbcb-4847-b955-0acc0cf045d2 req-6dfcf552-c7e9-4662-9ff0-32b4f4ffea64 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707719 Aug 18 17:06:13.143828 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port a85a9ff0-70eb-48e8-a79f-7454c12baa1a is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:06:13.144220 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (a85a9ff0-70eb-48e8-a79f-7454c12baa1a), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:13.205249 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port a85a9ff0-70eb-48e8-a79f-7454c12baa1a, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=a85a9ff0-70eb-48e8-a79f-7454c12baa1a,segment=NetworkSegment(5a7851ce-cf5a-4dac-941a-03fb001aaca6),segment_id=5a7851ce-cf5a-4dac-941a-03fb001aaca6)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:13.241290 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf'}, {'server_uuid': '61f40fc8-4d8a-4aac-b8f5-84ec963fabd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85a9ff0-70eb-48e8-a79f-7454c12baa1a'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:06:13.243776 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b36da7b-4b9a-45c4-abef-00a8697c7dfe" -d '{"events": [{"server_uuid": "e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989", "name": "network-vif-plugged", "status": "completed", "tag": "ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf"}, {"server_uuid": "61f40fc8-4d8a-4aac-b8f5-84ec963fabd7", "name": "network-vif-plugged", "status": "completed", "tag": "a85a9ff0-70eb-48e8-a79f-7454c12baa1a"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:06:13.287238 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 18 Aug 2022 17:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb260b2-8a4d-493b-ae13-2d1577660b86 x-openstack-request-id: req-0cb260b2-8a4d-493b-ae13-2d1577660b86 {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:06:13.287497 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989", "name": "network-vif-plugged", "status": "completed", "tag": "ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf", "code": 200}, {"server_uuid": "61f40fc8-4d8a-4aac-b8f5-84ec963fabd7", "name": "network-vif-plugged", "status": "completed", "tag": "a85a9ff0-70eb-48e8-a79f-7454c12baa1a", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:06:13.287763 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0cb260b2-8a4d-493b-ae13-2d1577660b86 {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:06:13.288170 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cb260b2-8a4d-493b-ae13-2d1577660b86'] response: {'server_uuid': 'e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf', 'code': 200} Aug 18 17:06:13.288430 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cb260b2-8a4d-493b-ae13-2d1577660b86'] response: {'server_uuid': '61f40fc8-4d8a-4aac-b8f5-84ec963fabd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85a9ff0-70eb-48e8-a79f-7454c12baa1a', 'code': 200} Aug 18 17:06:13.303396 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (a85a9ff0-70eb-48e8-a79f-7454c12baa1a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:13.304315 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 9d480631-4b24-43e0-8000-c7d4668399bb up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:06:13.394272 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-860c7a01-8998-424a-a2b6-9dbf7d3384a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:13.401874 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=a85a9ff0-70eb-48e8-a79f-7454c12baa1a,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:13.408958 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning for port 9d480631-4b24-43e0-8000-c7d4668399bb completed by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 18 17:06:13.480656 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port 9d480631-4b24-43e0-8000-c7d4668399bb triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:06:13.481191 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:13.515170 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c1451-50ef-4b06-b67a-376981cc71d4 req-44ac804b-a145-46ff-8bf5-cd512c0d9214 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:13.529415 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-866c1451-50ef-4b06-b67a-376981cc71d4 req-44ac804b-a145-46ff-8bf5-cd512c0d9214 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 946 time: 0.0717568 Aug 18 17:06:13.555538 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:13.585896 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-866c1451-50ef-4b06-b67a-376981cc71d4 req-260cca1d-c484-4ed2-9893-167512955bcf tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac88b69c-a5ae-4811-b4ac-0603a3475fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579350 Aug 18 17:06:13.608665 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 9d480631-4b24-43e0-8000-c7d4668399bb is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:06:13.609059 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:13.643111 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 9d480631-4b24-43e0-8000-c7d4668399bb, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=9d480631-4b24-43e0-8000-c7d4668399bb,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:13.709659 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:13.773003 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=9d480631-4b24-43e0-8000-c7d4668399bb,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:13.864212 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:13.915618 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:13.925126 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871640eb-b01b-4011-b09a-5a85ad28c15b req-1c32e388-5d28-4f05-93cf-9cd5c3167012 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:13.927653 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-871640eb-b01b-4011-b09a-5a85ad28c15b req-1c32e388-5d28-4f05-93cf-9cd5c3167012 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0599096 Aug 18 17:06:13.992454 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-871640eb-b01b-4011-b09a-5a85ad28c15b req-2074631a-8949-40e9-81e3-ba2b4176bc6f tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585053 Aug 18 17:06:14.109413 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf7697-62f3-4e50-b952-c8c32b21d86f req-074ab2a2-6acc-4b1a-9f59-021e009f0e3d tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:14.142258 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2ebf7697-62f3-4e50-b952-c8c32b21d86f req-074ab2a2-6acc-4b1a-9f59-021e009f0e3d tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 946 time: 0.0968854 Aug 18 17:06:14.174423 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 13093e80-0e16-4f83-85a6-e6aed9ea2652 up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:06:14.232974 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c2734-e227-4fc4-8298-8111091c05a9 req-af92e9d8-97fb-4c5e-ac74-2164c610edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:14.234504 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7b8c2734-e227-4fc4-8298-8111091c05a9 req-af92e9d8-97fb-4c5e-ac74-2164c610edba service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 1130 time: 0.0526872 Aug 18 17:06:14.302660 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning for port 13093e80-0e16-4f83-85a6-e6aed9ea2652 completed by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 18 17:06:14.310431 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08e578-1188-4a31-93c2-7827bb43e30e req-85ec5436-5960-4358-8382-269e26b42ca0 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:14.315565 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6e08e578-1188-4a31-93c2-7827bb43e30e req-85ec5436-5960-4358-8382-269e26b42ca0 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.1104724 Aug 18 17:06:14.343215 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021f27e-0b00-4967-a412-9620f0584e79 req-e1687dfe-1c6a-4de0-82c1-48875a778bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:14.345033 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7021f27e-0b00-4967-a412-9620f0584e79 req-e1687dfe-1c6a-4de0-82c1-48875a778bbf service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 1130 time: 0.1076562 Aug 18 17:06:14.370166 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2ebf7697-62f3-4e50-b952-c8c32b21d86f req-47ef4f44-8c2e-4ae3-814b-ebfc8dc07cdb tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e678f400-ebb1-44ac-b35f-9bdd097d526e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214174 Aug 18 17:06:14.375081 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7b8c2734-e227-4fc4-8298-8111091c05a9 req-817acd75-30e0-4e26-8127-458fc63a0023 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=ac88b69c-a5ae-4811-b4ac-0603a3475fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265938 Aug 18 17:06:14.376210 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6e08e578-1188-4a31-93c2-7827bb43e30e req-4f4c7511-2a54-4a71-90ef-a099383aa352 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517805 Aug 18 17:06:14.414407 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7021f27e-0b00-4967-a412-9620f0584e79 req-2499b4ef-b8a9-4a6f-b950-b09cde7695f1 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585549 Aug 18 17:06:14.425277 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port 13093e80-0e16-4f83-85a6-e6aed9ea2652 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:06:14.425672 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (13093e80-0e16-4f83-85a6-e6aed9ea2652), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:14.480589 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:14.536211 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 13093e80-0e16-4f83-85a6-e6aed9ea2652 is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:06:14.536928 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (13093e80-0e16-4f83-85a6-e6aed9ea2652), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:14.547819 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 43604) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:14.581154 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 13093e80-0e16-4f83-85a6-e6aed9ea2652, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=13093e80-0e16-4f83-85a6-e6aed9ea2652,segment=NetworkSegment(5a7851ce-cf5a-4dac-941a-03fb001aaca6),segment_id=5a7851ce-cf5a-4dac-941a-03fb001aaca6)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:14.659770 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (13093e80-0e16-4f83-85a6-e6aed9ea2652), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:14.722887 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=13093e80-0e16-4f83-85a6-e6aed9ea2652,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:14.739630 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:14.754502 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b2da3-84c8-4299-a9d9-fab1af3a1a11 req-49b613e7-242f-448e-bba1-c9cd606dd140 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:14.761553 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-124b2da3-84c8-4299-a9d9-fab1af3a1a11 req-49b613e7-242f-448e-bba1-c9cd606dd140 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 946 time: 0.0874915 Aug 18 17:06:14.814286 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-124b2da3-84c8-4299-a9d9-fab1af3a1a11 req-6ccafbe7-5faf-4fe7-bf93-7a63e4e18f46 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac88b69c-a5ae-4811-b4ac-0603a3475fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517836 Aug 18 17:06:14.849040 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-76106153-9eff-42fc-88c9-445acf836695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:14.937810 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-76106153-9eff-42fc-88c9-445acf836695 admin admin] Publish callbacks [] for security_group (7cd9116f-aa1c-456c-8234-2adda2c9bdaf), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:14.989874 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-76106153-9eff-42fc-88c9-445acf836695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (7cd9116f-aa1c-456c-8234-2adda2c9bdaf), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:15.031943 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-76106153-9eff-42fc-88c9-445acf836695 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8b6f3751bcfb4e30968e3eb050dbad66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4831574 Aug 18 17:06:15.032791 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76106153-9eff-42fc-88c9-445acf836695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd9116f-aa1c-456c-8234-2adda2c9bdaf,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:15.033200 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 43626) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:15.035176 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 43628) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:15.132105 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-9e13fc31-1af5-4c26-b7e3-51c8f4f0126a admin admin] Publish callbacks [] for security_group (7cd9116f-aa1c-456c-8234-2adda2c9bdaf), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:15.149554 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27528d-2e20-436e-9a9c-728bf92e7864 req-7f5cbfbf-7476-48bf-b777-aba93d61ccaf tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:15.151330 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9d27528d-2e20-436e-9a9c-728bf92e7864 req-7f5cbfbf-7476-48bf-b777-aba93d61ccaf tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0721648 Aug 18 17:06:15.166640 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-9e13fc31-1af5-4c26-b7e3-51c8f4f0126a admin admin] Publish callbacks [] for security_group (7cd9116f-aa1c-456c-8234-2adda2c9bdaf), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:15.185426 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cd7fee0e-99ea-4804-b5e6-6a10ab43a300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:15.235725 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9d27528d-2e20-436e-9a9c-728bf92e7864 req-ca44fb4a-a5e0-4fbc-b489-6ab011a999b6 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744972 Aug 18 17:06:15.279302 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cd7fee0e-99ea-4804-b5e6-6a10ab43a300 admin admin] Publish callbacks [] for security_group (44b8c9b1-580e-4f2a-abcd-a23801ad5d90), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:15.289402 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e481aa-bf5a-436b-baca-f5c8b88de401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d480631-4b24-43e0-8000-c7d4668399bb'}, {'server_uuid': '939d201c-6bc3-470f-9488-acd5f3ed99fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13093e80-0e16-4f83-85a6-e6aed9ea2652'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:06:15.291738 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b2df1b-2553-4a6c-91a3-f15d23feb01d" -d '{"events": [{"server_uuid": "68e481aa-bf5a-436b-baca-f5c8b88de401", "name": "network-vif-plugged", "status": "completed", "tag": "9d480631-4b24-43e0-8000-c7d4668399bb"}, {"server_uuid": "939d201c-6bc3-470f-9488-acd5f3ed99fd", "name": "network-vif-plugged", "status": "completed", "tag": "13093e80-0e16-4f83-85a6-e6aed9ea2652"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:06:15.333302 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 18 Aug 2022 17:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca854619-74a8-431f-805e-cfd73d02972d x-openstack-request-id: req-ca854619-74a8-431f-805e-cfd73d02972d {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:06:15.333869 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e481aa-bf5a-436b-baca-f5c8b88de401", "name": "network-vif-plugged", "status": "completed", "tag": "9d480631-4b24-43e0-8000-c7d4668399bb", "code": 200}, {"server_uuid": "939d201c-6bc3-470f-9488-acd5f3ed99fd", "name": "network-vif-plugged", "status": "completed", "tag": "13093e80-0e16-4f83-85a6-e6aed9ea2652", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:06:15.333869 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ca854619-74a8-431f-805e-cfd73d02972d {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:06:15.334220 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca854619-74a8-431f-805e-cfd73d02972d'] response: {'server_uuid': '68e481aa-bf5a-436b-baca-f5c8b88de401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d480631-4b24-43e0-8000-c7d4668399bb', 'code': 200} Aug 18 17:06:15.336664 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca854619-74a8-431f-805e-cfd73d02972d'] response: {'server_uuid': '939d201c-6bc3-470f-9488-acd5f3ed99fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13093e80-0e16-4f83-85a6-e6aed9ea2652', 'code': 200} Aug 18 17:06:15.402873 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-9e13fc31-1af5-4c26-b7e3-51c8f4f0126a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (7cd9116f-aa1c-456c-8234-2adda2c9bdaf), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:15.403175 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cd7fee0e-99ea-4804-b5e6-6a10ab43a300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (44b8c9b1-580e-4f2a-abcd-a23801ad5d90), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:15.403282 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-9e13fc31-1af5-4c26-b7e3-51c8f4f0126a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:15.403282 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-9e13fc31-1af5-4c26-b7e3-51c8f4f0126a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7cd9116f-aa1c-456c-8234-2adda2c9bdaf HTTP/1.1" status: 204 len: 168 time: 0.3636832 Aug 18 17:06:15.409840 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13fc31-1af5-4c26-b7e3-51c8f4f0126a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd9116f-aa1c-456c-8234-2adda2c9bdaf,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:15.451693 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-cd7fee0e-99ea-4804-b5e6-6a10ab43a300 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=cd3728020cca4049b4ece1f9af45d733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4149284 Aug 18 17:06:15.451693 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fee0e-99ea-4804-b5e6-6a10ab43a300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b8c9b1-580e-4f2a-abcd-a23801ad5d90,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:15.452527 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 43650) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:15.590298 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15578149-d7d2-47cd-ab08-d2974c67e6ed req-38f76000-60e6-472e-9e59-1344f3f62592 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:15.593115 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-15578149-d7d2-47cd-ab08-d2974c67e6ed req-38f76000-60e6-472e-9e59-1344f3f62592 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 946 time: 0.1184399 Aug 18 17:06:15.607135 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab4565-6f91-40ab-8667-6fe36d3aad90 req-1cde0209-38e0-49ec-b72d-d1bf4d259f37 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:15.617188 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b4ab4565-6f91-40ab-8667-6fe36d3aad90 req-1cde0209-38e0-49ec-b72d-d1bf4d259f37 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.1182084 Aug 18 17:06:15.673505 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d72ad781-9079-4721-a8f3-ed5c8b20a890 admin admin] Publish callbacks [] for security_group (44b8c9b1-580e-4f2a-abcd-a23801ad5d90), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:15.681811 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b4ab4565-6f91-40ab-8667-6fe36d3aad90 req-8347029b-31d9-484b-8d72-921e32a8ca78 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592086 Aug 18 17:06:15.736132 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d72ad781-9079-4721-a8f3-ed5c8b20a890 admin admin] Publish callbacks [] for security_group (44b8c9b1-580e-4f2a-abcd-a23801ad5d90), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:15.751358 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-15578149-d7d2-47cd-ab08-d2974c67e6ed req-c9bfb9bc-b04d-4828-b956-727c38eeb2ca tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e678f400-ebb1-44ac-b35f-9bdd097d526e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404154 Aug 18 17:06:15.847048 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d72ad781-9079-4721-a8f3-ed5c8b20a890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (44b8c9b1-580e-4f2a-abcd-a23801ad5d90), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:15.849805 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d72ad781-9079-4721-a8f3-ed5c8b20a890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:15.853649 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-d72ad781-9079-4721-a8f3-ed5c8b20a890 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/44b8c9b1-580e-4f2a-abcd-a23801ad5d90 HTTP/1.1" status: 204 len: 168 time: 0.3972645 Aug 18 17:06:15.882126 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ad781-9079-4721-a8f3-ed5c8b20a890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b8c9b1-580e-4f2a-abcd-a23801ad5d90,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:15.916672 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:16.003218 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa78224-17e8-46aa-a203-f98e0e9e709b req-7799cf20-2764-4756-8a7e-ccf13865b09d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:16.007029 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-caa78224-17e8-46aa-a203-f98e0e9e709b req-7799cf20-2764-4756-8a7e-ccf13865b09d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 946 time: 0.0690129 Aug 18 17:06:16.066379 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-caa78224-17e8-46aa-a203-f98e0e9e709b req-b914dbef-26d0-4d2b-842e-941914847302 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac88b69c-a5ae-4811-b4ac-0603a3475fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548544 Aug 18 17:06:16.186675 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:16.259950 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601cc89b-42ba-43de-ae5e-247f0057e9ea req-2bc57f08-7573-4d2c-81f4-7f3854faf051 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:16.261733 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-601cc89b-42ba-43de-ae5e-247f0057e9ea req-2bc57f08-7573-4d2c-81f4-7f3854faf051 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 946 time: 0.0775714 Aug 18 17:06:16.275194 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 43684) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:16.275901 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:16.280256 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-4e7d7985-0660-4f15-9d50-de913a991646 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'floatingip': {'port_id': 'ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:06:16.362315 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 43686) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:16.389926 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4e7d7985-0660-4f15-9d50-de913a991646 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (d1906d5d-7975-4a85-ac5d-82cdb1b840a3), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:16.560358 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae95fb-df2c-41a1-8279-33d3294365af req-df10ed55-a210-406c-b1a6-86f56ea86333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:16.562395 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e6ae95fb-df2c-41a1-8279-33d3294365af req-df10ed55-a210-406c-b1a6-86f56ea86333 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 1129 time: 0.0472472 Aug 18 17:06:16.607826 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0cec86c7-0094-4212-86f1-665bd1383de2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:16.618077 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12078e67-ecfb-4e58-8d4d-e4628b17a07d req-5637b438-1513-4f68-a556-c537e6a99302 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:16.619793 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-12078e67-ecfb-4e58-8d4d-e4628b17a07d req-5637b438-1513-4f68-a556-c537e6a99302 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.2928095 Aug 18 17:06:16.708435 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-12078e67-ecfb-4e58-8d4d-e4628b17a07d req-3f9a2ffe-e122-49d6-89fd-3627dbe7f650 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769045 Aug 18 17:06:16.798261 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0cec86c7-0094-4212-86f1-665bd1383de2 admin admin] Publish callbacks [] for security_group (1a741801-d88a-49a6-acc9-37e4e8f79fc4), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:16.862330 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:16.906890 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0cec86c7-0094-4212-86f1-665bd1383de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (1a741801-d88a-49a6-acc9-37e4e8f79fc4), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:16.937477 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e6ae95fb-df2c-41a1-8279-33d3294365af req-3f76d237-a56f-4b1e-bc15-1cabac5a397e service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425694 Aug 18 17:06:16.944901 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 43702) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:16.949214 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67aeca-39d9-45f5-a23c-c57e8221b5e7 req-2a41585f-e538-434a-ac94-1f450bc89ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:16.954079 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1f67aeca-39d9-45f5-a23c-c57e8221b5e7 req-2a41585f-e538-434a-ac94-1f450bc89ec0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 1130 time: 0.3821878 Aug 18 17:06:16.964771 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9435e6e-bff4-490c-aea1-cdeb84edced1 req-f4aed94e-7e01-4a6d-9f5c-7a9fe6a5294e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:16.966472 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c9435e6e-bff4-490c-aea1-cdeb84edced1 req-f4aed94e-7e01-4a6d-9f5c-7a9fe6a5294e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.1338124 Aug 18 17:06:16.968077 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-0cec86c7-0094-4212-86f1-665bd1383de2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b1d14db618d1425693647ddf854d1f35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6047039 Aug 18 17:06:16.968829 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 43708) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:16.981271 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec86c7-0094-4212-86f1-665bd1383de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a741801-d88a-49a6-acc9-37e4e8f79fc4,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:17.002317 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8e5c9b2b-d281-4d92-9c9e-a083e76750e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:17.091381 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-7dd08ca2-03d6-42f3-8170-cdeb5b6283b3 admin admin] Publish callbacks [] for security_group (1a741801-d88a-49a6-acc9-37e4e8f79fc4), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:17.092059 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c9435e6e-bff4-490c-aea1-cdeb84edced1 req-9d179533-72dd-4951-8796-b1c0a53fed16 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896401 Aug 18 17:06:17.100712 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:17.137363 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8e5c9b2b-d281-4d92-9c9e-a083e76750e6 admin admin] Publish callbacks [] for security_group (539752f6-f074-42f5-af07-8288e27511c9), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:17.152265 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-7dd08ca2-03d6-42f3-8170-cdeb5b6283b3 admin admin] Publish callbacks [] for security_group (1a741801-d88a-49a6-acc9-37e4e8f79fc4), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:17.241415 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8e5c9b2b-d281-4d92-9c9e-a083e76750e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (539752f6-f074-42f5-af07-8288e27511c9), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:17.276566 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:17.282763 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-8e5c9b2b-d281-4d92-9c9e-a083e76750e6 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1b28928f64384c95b74a1f5811ac9a29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366597 Aug 18 17:06:17.284815 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c9b2b-d281-4d92-9c9e-a083e76750e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539752f6-f074-42f5-af07-8288e27511c9,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:17.287085 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 43714) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:17.327680 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-7dd08ca2-03d6-42f3-8170-cdeb5b6283b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (1a741801-d88a-49a6-acc9-37e4e8f79fc4), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:17.330142 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-7dd08ca2-03d6-42f3-8170-cdeb5b6283b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:17.331281 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-7dd08ca2-03d6-42f3-8170-cdeb5b6283b3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1a741801-d88a-49a6-acc9-37e4e8f79fc4 HTTP/1.1" status: 204 len: 168 time: 0.3563519 Aug 18 17:06:17.348504 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1f67aeca-39d9-45f5-a23c-c57e8221b5e7 req-4a8171e3-7978-484a-a36a-f4374c7bbd9d service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874740 Aug 18 17:06:17.349552 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd08ca2-03d6-42f3-8170-cdeb5b6283b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a741801-d88a-49a6-acc9-37e4e8f79fc4,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:17.351785 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-fc00cc30-e098-422b-8cde-204d33ae54b1 admin admin] Publish callbacks [] for security_group (539752f6-f074-42f5-af07-8288e27511c9), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:17.383877 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-fc00cc30-e098-422b-8cde-204d33ae54b1 admin admin] Publish callbacks [] for security_group (539752f6-f074-42f5-af07-8288e27511c9), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:17.419913 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:17.559584 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4e7d7985-0660-4f15-9d50-de913a991646 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:17.561429 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-fc00cc30-e098-422b-8cde-204d33ae54b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (539752f6-f074-42f5-af07-8288e27511c9), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:17.564077 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-fc00cc30-e098-422b-8cde-204d33ae54b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:17.566448 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-fc00cc30-e098-422b-8cde-204d33ae54b1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/539752f6-f074-42f5-af07-8288e27511c9 HTTP/1.1" status: 204 len: 168 time: 0.2772698 Aug 18 17:06:17.573607 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00cc30-e098-422b-8cde-204d33ae54b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539752f6-f074-42f5-af07-8288e27511c9,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:17.658684 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4e7d7985-0660-4f15-9d50-de913a991646 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (d1906d5d-7975-4a85-ac5d-82cdb1b840a3), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:17.759632 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.db.l3_db [None req-4e7d7985-0660-4f15-9d50-de913a991646 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Floating IP d1906d5d-7975-4a85-ac5d-82cdb1b840a3 associated. External IP: 172.27.1.243, port: ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf. Aug 18 17:06:17.832038 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f13e7-4110-4b49-8a08-791fe5862148 req-92d7fb29-127d-412a-9192-874253960a92 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:17.833633 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b45f13e7-4110-4b49-8a08-791fe5862148 req-92d7fb29-127d-412a-9192-874253960a92 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0538468 Aug 18 17:06:17.988564 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b45f13e7-4110-4b49-8a08-791fe5862148 req-e72f8cdf-031d-4808-b821-5378366fcb08 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173179 Aug 18 17:06:18.029935 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7d7985-0660-4f15-9d50-de913a991646 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Router 33ac6969-4352-430e-8f29-f4e097521088 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:06:18.206353 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:18.218498 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7d7985-0660-4f15-9d50-de913a991646 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:06:18.224085 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4e7d7985-0660-4f15-9d50-de913a991646 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:18.231105 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc740fd1-320e-4e53-bef0-c2605a104352 None None] Sync routers for ids ['33ac6969-4352-430e-8f29-f4e097521088'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:06:18.243092 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc740fd1-320e-4e53-bef0-c2605a104352 None None] Routers {'33ac6969-4352-430e-8f29-f4e097521088'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:06:18.243749 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-dc740fd1-320e-4e53-bef0-c2605a104352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:06:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['33ac6969-4352-430e-8f29-f4e097521088'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:06:18.255705 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-4e7d7985-0660-4f15-9d50-de913a991646 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/d1906d5d-7975-4a85-ac5d-82cdb1b840a3 HTTP/1.1" status: 200 len: 992 time: 1.9792387 Aug 18 17:06:18.256343 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989', 'tag': 'ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:06:18.258706 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa6ab6a-c6d1-4520-93cc-e24ef9021d62" -d '{"events": [{"name": "network-changed", "server_uuid": "e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989", "tag": "ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:06:18.429538 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-dc740fd1-320e-4e53-bef0-c2605a104352 None None] Set router 33ac6969-4352-430e-8f29-f4e097521088 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:06:18.463200 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:18.693945 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f177cb3-b893-4cea-bfda-5024f346486c req-41625f76-eb96-4d44-b1cd-9311b5aafecc tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:18.696113 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3f177cb3-b893-4cea-bfda-5024f346486c req-41625f76-eb96-4d44-b1cd-9311b5aafecc tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0554297 Aug 18 17:06:18.722991 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-dc740fd1-320e-4e53-bef0-c2605a104352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': 'd1906d5d-7975-4a85-ac5d-82cdb1b840a3', 'tenant_id': '4eececcd804446e49078038ab362b235', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '33ac6969-4352-430e-8f29-f4e097521088', 'port_id': 'ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'mac_address': 'fa:16:3e:dd:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:05:39Z', 'updated_at': '2022-08-18T17:06:17Z', 'revision_number': 1, 'project_id': '4eececcd804446e49078038ab362b235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:06:18.759008 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc740fd1-320e-4e53-bef0-c2605a104352 None None] Checking router: 33ac6969-4352-430e-8f29-f4e097521088 for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:06:18.773288 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:18.773958 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc740fd1-320e-4e53-bef0-c2605a104352 None None] Routers {'33ac6969-4352-430e-8f29-f4e097521088'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:06:18.774872 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-dc740fd1-320e-4e53-bef0-c2605a104352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:06:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['33ac6969-4352-430e-8f29-f4e097521088'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:06:18.786478 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 43780) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:18.814862 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3f177cb3-b893-4cea-bfda-5024f346486c req-706e48ad-5b73-4d62-bbf7-6aedf51c21a9 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986958 Aug 18 17:06:18.853366 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48f339e-47a3-4e24-a11d-f4af64978aa8 x-openstack-request-id: req-d48f339e-47a3-4e24-a11d-f4af64978aa8 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:06:18.853653 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989", "tag": "ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:06:18.853903 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d48f339e-47a3-4e24-a11d-f4af64978aa8 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:06:18.854303 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d48f339e-47a3-4e24-a11d-f4af64978aa8'] response: {'name': 'network-changed', 'server_uuid': 'e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989', 'tag': 'ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf', 'status': 'completed', 'code': 200} Aug 18 17:06:18.911819 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-dc740fd1-320e-4e53-bef0-c2605a104352 None None] Set router 33ac6969-4352-430e-8f29-f4e097521088 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:06:18.992861 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc23464-4020-4c7f-9e0f-33823dbf4143 req-4bea8538-4c46-449c-9b23-e02e00dbab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:18.994453 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0bc23464-4020-4c7f-9e0f-33823dbf4143 req-4bea8538-4c46-449c-9b23-e02e00dbab87 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=ccc5c89023ff476ca3b85680f56f8899&device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 1130 time: 0.0783303 Aug 18 17:06:19.014337 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-41328c89-4a9e-4430-8994-75f38ca11886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:19.024545 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3562026-b962-4022-be05-2559bcc9d71f req-bd1dcb6b-536e-4eba-a5e5-9b55a4930a22 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:19.031750 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f3562026-b962-4022-be05-2559bcc9d71f req-bd1dcb6b-536e-4eba-a5e5-9b55a4930a22 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.1233108 Aug 18 17:06:19.139180 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f3562026-b962-4022-be05-2559bcc9d71f req-7c8bc9a9-5a25-4dac-b3fd-49461b173ab3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015244 Aug 18 17:06:19.185150 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6ab6a-c6d1-4520-93cc-e24ef9021d62 req-6117d77c-38ba-44d0-836c-361f446e4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:19.186868 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9fa6ab6a-c6d1-4520-93cc-e24ef9021d62 req-6117d77c-38ba-44d0-836c-361f446e4da5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4eececcd804446e49078038ab362b235&device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 1130 time: 0.2852774 Aug 18 17:06:19.197316 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-dc740fd1-320e-4e53-bef0-c2605a104352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': 'd1906d5d-7975-4a85-ac5d-82cdb1b840a3', 'tenant_id': '4eececcd804446e49078038ab362b235', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '33ac6969-4352-430e-8f29-f4e097521088', 'port_id': 'ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'mac_address': 'fa:16:3e:dd:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:05:39Z', 'updated_at': '2022-08-18T17:06:17Z', 'revision_number': 1, 'project_id': '4eececcd804446e49078038ab362b235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:06:19.223054 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc740fd1-320e-4e53-bef0-c2605a104352 None None] The sync data for ids ['33ac6969-4352-430e-8f29-f4e097521088'] in dv-cinder-853678-2-iscsi is: [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': 'd1906d5d-7975-4a85-ac5d-82cdb1b840a3', 'tenant_id': '4eececcd804446e49078038ab362b235', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '33ac6969-4352-430e-8f29-f4e097521088', 'port_id': 'ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'mac_address': 'fa:16:3e:dd:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:05:39Z', 'updated_at': '2022-08-18T17:06:17Z', 'revision_number': 1, 'project_id': '4eececcd804446e49078038ab362b235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:06:19.239885 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc23464-4020-4c7f-9e0f-33823dbf4143 req-8f3e036c-238a-41de-8d44-9c8e99a2489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:19.241365 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0bc23464-4020-4c7f-9e0f-33823dbf4143 req-8f3e036c-238a-41de-8d44-9c8e99a2489e service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=9262925b-65a7-4a9e-8370-bb0d87864ea7 HTTP/1.1" status: 200 len: 920 time: 0.2212417 Aug 18 17:06:19.289543 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-41328c89-4a9e-4430-8994-75f38ca11886 admin admin] Publish callbacks [] for security_group (86e2afe0-4acc-42c5-9980-c8327e257fd3), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:19.321162 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:19.372908 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-41328c89-4a9e-4430-8994-75f38ca11886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (86e2afe0-4acc-42c5-9980-c8327e257fd3), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:19.421702 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 43808) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:19.478717 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-41328c89-4a9e-4430-8994-75f38ca11886 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8e4710c44b0e4182a27360911ff5fd7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6910913 Aug 18 17:06:19.481504 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 43814) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:19.483208 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41328c89-4a9e-4430-8994-75f38ca11886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e2afe0-4acc-42c5-9980-c8327e257fd3,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:19.493383 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41328c89-4a9e-4430-8994-75f38ca11886 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.494262 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41328c89-4a9e-4430-8994-75f38ca11886 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.494369 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41328c89-4a9e-4430-8994-75f38ca11886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.494709 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41328c89-4a9e-4430-8994-75f38ca11886 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.495052 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41328c89-4a9e-4430-8994-75f38ca11886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.495381 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41328c89-4a9e-4430-8994-75f38ca11886 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.495740 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41328c89-4a9e-4430-8994-75f38ca11886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.496061 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41328c89-4a9e-4430-8994-75f38ca11886 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.496415 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41328c89-4a9e-4430-8994-75f38ca11886 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.496812 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41328c89-4a9e-4430-8994-75f38ca11886 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.497747 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41328c89-4a9e-4430-8994-75f38ca11886 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.498080 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41328c89-4a9e-4430-8994-75f38ca11886 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.498403 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41328c89-4a9e-4430-8994-75f38ca11886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.498724 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41328c89-4a9e-4430-8994-75f38ca11886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.499137 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41328c89-4a9e-4430-8994-75f38ca11886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.535077 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e11c5ca-6b44-496f-ab2e-c75f33feb6e9 None None] New status for floating IP d1906d5d-7975-4a85-ac5d-82cdb1b840a3: ACTIVE {{(pid=106920) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:06:19.556489 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a1b9-b408-442a-8de3-24e75ebd79a7 admin admin] Publish callbacks [] for security_group (86e2afe0-4acc-42c5-9980-c8327e257fd3), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:19.583711 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a1b9-b408-442a-8de3-24e75ebd79a7 admin admin] Publish callbacks [] for security_group (86e2afe0-4acc-42c5-9980-c8327e257fd3), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:19.603249 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:19.611946 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-b9e90e66-b904-4537-beab-b830c60266d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-438917122-network', 'tenant_id': '82ceeff01ed941879fe27a8ae081b34c'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:06:19.723264 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:19.768880 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e90e66-b904-4537-beab-b830c60266d5 admin admin] Made reservation on behalf of 82ceeff01ed941879fe27a8ae081b34c for: {'network': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:06:19.771813 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b9e90e66-b904-4537-beab-b830c60266d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for network (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:19.776130 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a1b9-b408-442a-8de3-24e75ebd79a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (86e2afe0-4acc-42c5-9980-c8327e257fd3), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:19.790912 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a1b9-b408-442a-8de3-24e75ebd79a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:19.792261 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-6ff5a1b9-b408-442a-8de3-24e75ebd79a7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/86e2afe0-4acc-42c5-9980-c8327e257fd3 HTTP/1.1" status: 204 len: 168 time: 0.3096440 Aug 18 17:06:19.804543 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b9e90e66-b904-4537-beab-b830c60266d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:19.826404 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5a1b9-b408-442a-8de3-24e75ebd79a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e2afe0-4acc-42c5-9980-c8327e257fd3,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:19.839324 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5a1b9-b408-442a-8de3-24e75ebd79a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.839817 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5a1b9-b408-442a-8de3-24e75ebd79a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.841706 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5a1b9-b408-442a-8de3-24e75ebd79a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.841706 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5a1b9-b408-442a-8de3-24e75ebd79a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.841706 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5a1b9-b408-442a-8de3-24e75ebd79a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.842228 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5a1b9-b408-442a-8de3-24e75ebd79a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.842653 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5a1b9-b408-442a-8de3-24e75ebd79a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.843076 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5a1b9-b408-442a-8de3-24e75ebd79a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.843535 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5a1b9-b408-442a-8de3-24e75ebd79a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.843987 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5a1b9-b408-442a-8de3-24e75ebd79a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.844478 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5a1b9-b408-442a-8de3-24e75ebd79a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.844914 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5a1b9-b408-442a-8de3-24e75ebd79a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.845464 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5a1b9-b408-442a-8de3-24e75ebd79a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.846115 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5a1b9-b408-442a-8de3-24e75ebd79a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.847523 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5a1b9-b408-442a-8de3-24e75ebd79a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:19.895893 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0bc23464-4020-4c7f-9e0f-33823dbf4143 req-e12b45ba-ef80-4fc0-a78a-c0702ed5b4e5 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a85a9ff0-70eb-48e8-a79f-7454c12baa1a HTTP/1.1" status: 200 len: 217 time: 0.1266031 Aug 18 17:06:20.059907 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc23464-4020-4c7f-9e0f-33823dbf4143 req-c3e6bf06-0d71-4bb4-8e6e-e0748177ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:20.069101 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0bc23464-4020-4c7f-9e0f-33823dbf4143 req-c3e6bf06-0d71-4bb4-8e6e-e0748177ab87 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1fd4986d-fa02-4ea6-af8d-8bdc82d77643 HTTP/1.1" status: 200 len: 858 time: 0.1632524 Aug 18 17:06:20.093012 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:20.107196 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b9e90e66-b904-4537-beab-b830c60266d5 admin admin] Publish callbacks [] for security_group (dfbb7c25-890e-453f-8c5e-5035f6990552), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:20.117198 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:20.117554 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d1d29-74ed-416a-85dc-c0a2c07f4af8 req-904cdb26-b440-4fee-ab04-340f3510459c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:20.120012 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1e9d1d29-74ed-416a-85dc-c0a2c07f4af8 req-904cdb26-b440-4fee-ab04-340f3510459c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.1165538 Aug 18 17:06:20.139174 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6ab6a-c6d1-4520-93cc-e24ef9021d62 req-ab24cbbb-97e9-48c9-b90a-da0fef099f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:20.140832 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9fa6ab6a-c6d1-4520-93cc-e24ef9021d62 req-ab24cbbb-97e9-48c9-b90a-da0fef099f0b service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b HTTP/1.1" status: 200 len: 916 time: 0.3833067 Aug 18 17:06:20.153518 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc23464-4020-4c7f-9e0f-33823dbf4143 req-4b2e7ac8-abb1-4632-b6a7-4bc2cd77d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:20.155131 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0bc23464-4020-4c7f-9e0f-33823dbf4143 req-4b2e7ac8-abb1-4632-b6a7-4bc2cd77d2d6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=9262925b-65a7-4a9e-8370-bb0d87864ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557318 Aug 18 17:06:20.168945 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1e9d1d29-74ed-416a-85dc-c0a2c07f4af8 req-9aaaf25a-1387-4028-a628-81b286dfeb7c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425813 Aug 18 17:06:20.211723 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b9e90e66-b904-4537-beab-b830c60266d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (dfbb7c25-890e-453f-8c5e-5035f6990552), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:20.381120 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2f837-d258-4b1f-8cff-1f2f7c1e6fd6 req-2b264732-ec7a-484b-8100-61bb9591aa66 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:20.388668 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c5c2f837-d258-4b1f-8cff-1f2f7c1e6fd6 req-2b264732-ec7a-484b-8100-61bb9591aa66 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.1243396 Aug 18 17:06:20.393773 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e90e66-b904-4537-beab-b830c60266d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=106919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 17:06:20.401724 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 43846) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:20.411396 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-5db02adf-8805-47fe-bbb8-0e54a9c0d216 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Request body: {'floatingip': {'port_id': '9d480631-4b24-43e0-8000-c7d4668399bb'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:06:20.414155 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e90e66-b904-4537-beab-b830c60266d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbb7c25-890e-453f-8c5e-5035f6990552,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:20.494601 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b9e90e66-b904-4537-beab-b830c60266d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (65725b4c-c8ea-4fdc-9d1f-34f10ea73c96), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:20.494601 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.segments_db [None req-b9e90e66-b904-4537-beab-b830c60266d5 admin admin] Added segment 65725b4c-c8ea-4fdc-9d1f-34f10ea73c96 of type vlan for network 1a0d0aeb-8e49-41de-a7d0-d2cf78364193 Aug 18 17:06:20.504883 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5db02adf-8805-47fe-bbb8-0e54a9c0d216 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for floatingip (e02565ea-6c37-4b70-9dfd-740351519f98), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:20.625145 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b9e90e66-b904-4537-beab-b830c60266d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740646246220'] for network (1a0d0aeb-8e49-41de-a7d0-d2cf78364193), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:20.670409 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9fa6ab6a-c6d1-4520-93cc-e24ef9021d62 req-e8dee826-69fa-4ec4-8096-4e559d17a30a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf HTTP/1.1" status: 200 len: 1002 time: 0.4426084 Aug 18 17:06:20.680325 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ce1a5-4d6f-4e61-8ab2-71eb85404d5d req-e855aa57-4f23-4ca9-8172-643c0142cdb2 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:20.681836 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ed8ce1a5-4d6f-4e61-8ab2-71eb85404d5d req-e855aa57-4f23-4ca9-8172-643c0142cdb2 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.3712726 Aug 18 17:06:20.790396 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0bc23464-4020-4c7f-9e0f-33823dbf4143 req-3332554a-51ad-4d2e-9f01-a79dcb7db825 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474877 Aug 18 17:06:20.792192 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6ab6a-c6d1-4520-93cc-e24ef9021d62 req-7e1fcff0-0872-4723-9b16-5e11ecaa5f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:20.793492 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9fa6ab6a-c6d1-4520-93cc-e24ef9021d62 req-7e1fcff0-0872-4723-9b16-5e11ecaa5f50 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1a23d7f4-432a-4b07-a647-12813e579e51 HTTP/1.1" status: 200 len: 854 time: 0.1107991 Aug 18 17:06:20.797316 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ed8ce1a5-4d6f-4e61-8ab2-71eb85404d5d req-3b827e4f-d27c-409e-9fb6-2098a84f37ca tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853415 Aug 18 17:06:20.833562 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b9e90e66-b904-4537-beab-b830c60266d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for network (1a0d0aeb-8e49-41de-a7d0-d2cf78364193), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:20.835275 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e90e66-b904-4537-beab-b830c60266d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:20.839517 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b9e90e66-b904-4537-beab-b830c60266d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:20.850788 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:20.926847 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6ab6a-c6d1-4520-93cc-e24ef9021d62 req-f5feaa20-b4f5-432a-8fc1-3ca26ae37cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:20.929457 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9fa6ab6a-c6d1-4520-93cc-e24ef9021d62 req-f5feaa20-b4f5-432a-8fc1-3ca26ae37cbb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1255572 Aug 18 17:06:21.006462 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 43862) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:21.023928 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0bc23464-4020-4c7f-9e0f-33823dbf4143 req-165be885-3237-482d-b843-4298222b4b95 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218106 Aug 18 17:06:21.095497 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9fa6ab6a-c6d1-4520-93cc-e24ef9021d62 req-7cd8267e-5976-497b-8a26-37c501d6351d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589775 Aug 18 17:06:21.170623 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2a7611a3-cec5-42ef-aa6b-42a0c0c3272c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:21.172982 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e90e66-b904-4537-beab-b830c60266d5 admin admin] Pushing event updated for resources: {'Network': ['ID=1a0d0aeb-8e49-41de-a7d0-d2cf78364193,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:21.183981 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-b9e90e66-b904-4537-beab-b830c60266d5 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7575052 Aug 18 17:06:21.184127 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 43872) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:21.191580 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Network 1a0d0aeb-8e49-41de-a7d0-d2cf78364193 details requested by agent ovs-agent-dv-cinder-853678-2-iscsi with host dv-cinder-853678-2-iscsi {{(pid=106920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 17:06:21.193886 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-4041f0b2-fea7-4f9c-b59f-5cd8ba87f1b3 admin admin] Request body: {'subnet': {'network_id': '1a0d0aeb-8e49-41de-a7d0-d2cf78364193', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-438917122-subnet', 'tenant_id': '82ceeff01ed941879fe27a8ae081b34c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:06:21.242703 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9fa6ab6a-c6d1-4520-93cc-e24ef9021d62 req-88d4f07f-1590-45c1-bd05-b8f2022599f2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406839 Aug 18 17:06:21.309213 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4041f0b2-fea7-4f9c-b59f-5cd8ba87f1b3 admin admin] Made reservation on behalf of 82ceeff01ed941879fe27a8ae081b34c for: {'subnet': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:06:21.311804 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4041f0b2-fea7-4f9c-b59f-5cd8ba87f1b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:21.570761 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2a7611a3-cec5-42ef-aa6b-42a0c0c3272c admin admin] Publish callbacks [] for security_group (b30d30e2-fe53-409a-95a3-ef7eba649f48), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:21.580150 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5db02adf-8805-47fe-bbb8-0e54a9c0d216 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:21.624313 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4041f0b2-fea7-4f9c-b59f-5cd8ba87f1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for subnet (fe71e656-13c6-46c8-88b4-d339ce4445ce), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:21.664573 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2a7611a3-cec5-42ef-aa6b-42a0c0c3272c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (b30d30e2-fe53-409a-95a3-ef7eba649f48), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:21.673767 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5db02adf-8805-47fe-bbb8-0e54a9c0d216 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (e02565ea-6c37-4b70-9dfd-740351519f98), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:21.686358 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041f0b2-fea7-4f9c-b59f-5cd8ba87f1b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe71e656-13c6-46c8-88b4-d339ce4445ce,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:21.704973 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4041f0b2-fea7-4f9c-b59f-5cd8ba87f1b3 admin admin] Checking segment: {'id': '65725b4c-c8ea-4fdc-9d1f-34f10ea73c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1a0d0aeb-8e49-41de-a7d0-d2cf78364193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:06:21.705433 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4041f0b2-fea7-4f9c-b59f-5cd8ba87f1b3 admin admin] Network hostable DHCP agents. Network: 1a0d0aeb-8e49-41de-a7d0-d2cf78364193, hostable agents: ['e58bb1ce-71d7-42ea-87d8-4585040b913b'], hosted agents: [] {{(pid=106918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 17:06:21.759553 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7611a3-cec5-42ef-aa6b-42a0c0c3272c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30d30e2-fe53-409a-95a3-ef7eba649f48,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:21.812814 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4041f0b2-fea7-4f9c-b59f-5cd8ba87f1b3 admin admin] Network 1a0d0aeb-8e49-41de-a7d0-d2cf78364193 is scheduled to be hosted by DHCP agent e58bb1ce-71d7-42ea-87d8-4585040b913b with binding_index 1 {{(pid=106918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 17:06:21.881229 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-4041f0b2-fea7-4f9c-b59f-5cd8ba87f1b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853678-2-iscsi, 1a0d0aeb-8e49-41de-a7d0-d2cf78364193) {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:06:21.886688 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4041f0b2-fea7-4f9c-b59f-5cd8ba87f1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:21.887794 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4041f0b2-fea7-4f9c-b59f-5cd8ba87f1b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:21.894398 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b7acb6-2dae-4021-b6f7-e36308c937d7 None None] Network 1a0d0aeb-8e49-41de-a7d0-d2cf78364193 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:06:21.970112 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 43898) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:21.982931 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-4041f0b2-fea7-4f9c-b59f-5cd8ba87f1b3 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7977457 Aug 18 17:06:22.028441 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-2a7611a3-cec5-42ef-aa6b-42a0c0c3272c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=140926737faa41d090a8e5aa6eaa6616&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0139987 Aug 18 17:06:22.032007 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 43908) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:22.088947 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182f2ad5-ced5-42ba-8856-09263f91dd1d None None] Network 1a0d0aeb-8e49-41de-a7d0-d2cf78364193 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:06:22.101483 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfae96-c49b-40e3-9108-af19d6f8e802 req-2d7608d9-ec4d-4f4e-894e-41451e480298 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:22.103276 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d0dfae96-c49b-40e3-9108-af19d6f8e802 req-2d7608d9-ec4d-4f4e-894e-41451e480298 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0712736 Aug 18 17:06:22.107471 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.l3_db [None req-5db02adf-8805-47fe-bbb8-0e54a9c0d216 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Floating IP e02565ea-6c37-4b70-9dfd-740351519f98 associated. External IP: 172.27.1.33, port: 9d480631-4b24-43e0-8000-c7d4668399bb. Aug 18 17:06:22.150329 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:22.153801 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c57e7a7d-26db-45c1-ac79-6f6fa7b0f5ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:22.207426 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-8bfd728e-ee91-4b9f-a3cb-0a06a859cd83 admin admin] Publish callbacks [] for security_group (b30d30e2-fe53-409a-95a3-ef7eba649f48), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:22.264461 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:22.274065 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-8bfd728e-ee91-4b9f-a3cb-0a06a859cd83 admin admin] Publish callbacks [] for security_group (b30d30e2-fe53-409a-95a3-ef7eba649f48), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:22.290952 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d0dfae96-c49b-40e3-9108-af19d6f8e802 req-8f437625-ed3b-4e16-9fd2-ffb4719d587c tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800861 Aug 18 17:06:22.326588 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c57e7a7d-26db-45c1-ac79-6f6fa7b0f5ce admin admin] Publish callbacks [] for security_group (0a2ed80a-652c-43de-bfa4-3e65ea82d95e), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:22.408743 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:22.428820 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db02adf-8805-47fe-bbb8-0e54a9c0d216 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Router 1967b342-949f-478d-bb6b-7d62fdce79d4 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:06:22.458572 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-8bfd728e-ee91-4b9f-a3cb-0a06a859cd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (b30d30e2-fe53-409a-95a3-ef7eba649f48), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:22.461201 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-8bfd728e-ee91-4b9f-a3cb-0a06a859cd83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:22.462427 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-8bfd728e-ee91-4b9f-a3cb-0a06a859cd83 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b30d30e2-fe53-409a-95a3-ef7eba649f48 HTTP/1.1" status: 204 len: 168 time: 0.4293666 Aug 18 17:06:22.463175 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c57e7a7d-26db-45c1-ac79-6f6fa7b0f5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (0a2ed80a-652c-43de-bfa4-3e65ea82d95e), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:22.478491 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd728e-ee91-4b9f-a3cb-0a06a859cd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30d30e2-fe53-409a-95a3-ef7eba649f48,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:22.521386 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-c57e7a7d-26db-45c1-ac79-6f6fa7b0f5ce admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8b2b0a3cb0de42b2b206116ebd5e8e7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5476267 Aug 18 17:06:22.521386 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e7a7d-26db-45c1-ac79-6f6fa7b0f5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2ed80a-652c-43de-bfa4-3e65ea82d95e,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:22.523791 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 43926) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:22.581716 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-1efc9b58-ebd8-42d3-9b96-69b5c3a43c2b admin admin] Publish callbacks [] for security_group (0a2ed80a-652c-43de-bfa4-3e65ea82d95e), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:22.598187 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db02adf-8805-47fe-bbb8-0e54a9c0d216 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:06:22.602699 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5db02adf-8805-47fe-bbb8-0e54a9c0d216 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:22.604261 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-1efc9b58-ebd8-42d3-9b96-69b5c3a43c2b admin admin] Publish callbacks [] for security_group (0a2ed80a-652c-43de-bfa4-3e65ea82d95e), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:22.608867 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472cfdd1-01d4-4afb-85a6-9f7f294ca742 None None] Sync routers for ids ['1967b342-949f-478d-bb6b-7d62fdce79d4'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:06:22.620963 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472cfdd1-01d4-4afb-85a6-9f7f294ca742 None None] Routers {'1967b342-949f-478d-bb6b-7d62fdce79d4'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:06:22.622347 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-472cfdd1-01d4-4afb-85a6-9f7f294ca742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:06:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1967b342-949f-478d-bb6b-7d62fdce79d4'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:06:22.635984 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-5db02adf-8805-47fe-bbb8-0e54a9c0d216 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/e02565ea-6c37-4b70-9dfd-740351519f98 HTTP/1.1" status: 200 len: 991 time: 2.2330208 Aug 18 17:06:22.636899 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e481aa-bf5a-436b-baca-f5c8b88de401', 'tag': '9d480631-4b24-43e0-8000-c7d4668399bb'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:06:22.640363 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0563bbf-da34-470a-9498-647f7f0a5217" -d '{"events": [{"name": "network-changed", "server_uuid": "68e481aa-bf5a-436b-baca-f5c8b88de401", "tag": "9d480631-4b24-43e0-8000-c7d4668399bb"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:06:22.688870 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619adc92-5cb5-4d05-81bc-c6d64d7ad502 x-openstack-request-id: req-619adc92-5cb5-4d05-81bc-c6d64d7ad502 {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:06:22.688870 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e481aa-bf5a-436b-baca-f5c8b88de401", "tag": "9d480631-4b24-43e0-8000-c7d4668399bb", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:06:22.688870 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-619adc92-5cb5-4d05-81bc-c6d64d7ad502 {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:06:22.688870 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-619adc92-5cb5-4d05-81bc-c6d64d7ad502'] response: {'name': 'network-changed', 'server_uuid': '68e481aa-bf5a-436b-baca-f5c8b88de401', 'tag': '9d480631-4b24-43e0-8000-c7d4668399bb', 'status': 'completed', 'code': 200} Aug 18 17:06:22.743605 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-472cfdd1-01d4-4afb-85a6-9f7f294ca742 None None] Set router 1967b342-949f-478d-bb6b-7d62fdce79d4 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:06:22.785823 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0563bbf-da34-470a-9498-647f7f0a5217 req-38446583-6c40-4cd4-933f-03939b64b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:22.788814 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b0563bbf-da34-470a-9498-647f7f0a5217 req-38446583-6c40-4cd4-933f-03939b64b1cb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=697adc4a3b0f40ff85d6b415b6bbbefd&device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 1130 time: 0.0653617 Aug 18 17:06:22.813299 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-1efc9b58-ebd8-42d3-9b96-69b5c3a43c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (0a2ed80a-652c-43de-bfa4-3e65ea82d95e), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:22.815917 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-1efc9b58-ebd8-42d3-9b96-69b5c3a43c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:22.823314 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-1efc9b58-ebd8-42d3-9b96-69b5c3a43c2b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0a2ed80a-652c-43de-bfa4-3e65ea82d95e HTTP/1.1" status: 204 len: 168 time: 0.2923369 Aug 18 17:06:22.836221 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc9b58-ebd8-42d3-9b96-69b5c3a43c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2ed80a-652c-43de-bfa4-3e65ea82d95e,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:22.841710 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=100 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:22.912599 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0563bbf-da34-470a-9498-647f7f0a5217 req-6f4de68d-7a08-43af-8d3f-3b42c4f3bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:22.914815 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b0563bbf-da34-470a-9498-647f7f0a5217 req-6f4de68d-7a08-43af-8d3f-3b42c4f3bd5b service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=8be6f688-0f91-4174-bb68-fa46841659a9 HTTP/1.1" status: 200 len: 918 time: 0.1209338 Aug 18 17:06:22.967998 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=100 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:22.990230 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b0563bbf-da34-470a-9498-647f7f0a5217 req-ab01d772-3554-479b-adc7-4f44ec768d9f service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d480631-4b24-43e0-8000-c7d4668399bb HTTP/1.1" status: 200 len: 999 time: 0.0686791 Aug 18 17:06:23.057975 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-472cfdd1-01d4-4afb-85a6-9f7f294ca742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-router', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:21Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'gw_port': {'id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:22Z', 'updated_at': '2022-08-18T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': 'e02565ea-6c37-4b70-9dfd-740351519f98', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'port_id': '9d480631-4b24-43e0-8000-c7d4668399bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'mac_address': 'fa:16:3e:75:9b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e481aa-bf5a-436b-baca-f5c8b88de401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:05:36Z', 'updated_at': '2022-08-18T17:06:21Z', 'revision_number': 1, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72fc76ed-a207-487b-aa7b-aed03c7da6be', 'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'mac_address': 'fa:16:3e:cb:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:42Z', 'revision_number': 5, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'subnets': [{'id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:06:23.058714 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0563bbf-da34-470a-9498-647f7f0a5217 req-2a83cfe3-d7b6-43c4-917e-9ea72f20b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:23.060427 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b0563bbf-da34-470a-9498-647f7f0a5217 req-2a83cfe3-d7b6-43c4-917e-9ea72f20b8de service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=a393e81b-56a8-46b6-846e-4d9441213f68 HTTP/1.1" status: 200 len: 856 time: 0.0624521 Aug 18 17:06:23.088910 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 43942) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:23.100638 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472cfdd1-01d4-4afb-85a6-9f7f294ca742 None None] Checking router: 1967b342-949f-478d-bb6b-7d62fdce79d4 for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:06:23.110556 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472cfdd1-01d4-4afb-85a6-9f7f294ca742 None None] Routers {'1967b342-949f-478d-bb6b-7d62fdce79d4'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:06:23.111187 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-472cfdd1-01d4-4afb-85a6-9f7f294ca742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:06:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1967b342-949f-478d-bb6b-7d62fdce79d4'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:06:23.117207 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0563bbf-da34-470a-9498-647f7f0a5217 req-45d988d5-217d-4f9e-83b5-e30dfc64dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:23.117576 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b0563bbf-da34-470a-9498-647f7f0a5217 req-45d988d5-217d-4f9e-83b5-e30dfc64dc1a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=8be6f688-0f91-4174-bb68-fa46841659a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462441 Aug 18 17:06:23.195641 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:23.232518 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b0563bbf-da34-470a-9498-647f7f0a5217 req-252424d8-f2e3-4eb3-ae25-941769541ca9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077626 Aug 18 17:06:23.243258 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-472cfdd1-01d4-4afb-85a6-9f7f294ca742 None None] Set router 1967b342-949f-478d-bb6b-7d62fdce79d4 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:06:23.346728 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b0563bbf-da34-470a-9498-647f7f0a5217 req-7187aff8-dbab-4fc0-b798-b88e13817ddf service neutron] 10.222.0.40 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082623 Aug 18 17:06:23.464499 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16404f46-a779-4cf0-9aff-dcaaadc46127 req-46fcef52-c9d0-4843-a71b-9a3509cc3ce6 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:23.474194 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-16404f46-a779-4cf0-9aff-dcaaadc46127 req-46fcef52-c9d0-4843-a71b-9a3509cc3ce6 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0747962 Aug 18 17:06:23.479085 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-472cfdd1-01d4-4afb-85a6-9f7f294ca742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-router', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:21Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'gw_port': {'id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:22Z', 'updated_at': '2022-08-18T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': 'e02565ea-6c37-4b70-9dfd-740351519f98', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'port_id': '9d480631-4b24-43e0-8000-c7d4668399bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'mac_address': 'fa:16:3e:75:9b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e481aa-bf5a-436b-baca-f5c8b88de401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:05:36Z', 'updated_at': '2022-08-18T17:06:21Z', 'revision_number': 1, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72fc76ed-a207-487b-aa7b-aed03c7da6be', 'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'mac_address': 'fa:16:3e:cb:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:42Z', 'revision_number': 5, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'subnets': [{'id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:06:23.552064 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-16404f46-a779-4cf0-9aff-dcaaadc46127 req-687bcecf-7af6-4ede-b0c7-a50a962e2f78 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767679 Aug 18 17:06:23.577531 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1691e121-6272-42e8-bccf-044bed66589f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:23.604220 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472cfdd1-01d4-4afb-85a6-9f7f294ca742 None None] The sync data for ids ['1967b342-949f-478d-bb6b-7d62fdce79d4'] in dv-cinder-853678-2-iscsi is: [{'id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-router', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:21Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'gw_port': {'id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:22Z', 'updated_at': '2022-08-18T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': 'e02565ea-6c37-4b70-9dfd-740351519f98', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'port_id': '9d480631-4b24-43e0-8000-c7d4668399bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'mac_address': 'fa:16:3e:75:9b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e481aa-bf5a-436b-baca-f5c8b88de401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:05:36Z', 'updated_at': '2022-08-18T17:06:21Z', 'revision_number': 1, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72fc76ed-a207-487b-aa7b-aed03c7da6be', 'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'mac_address': 'fa:16:3e:cb:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:42Z', 'revision_number': 5, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'subnets': [{'id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:06:23.688446 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1691e121-6272-42e8-bccf-044bed66589f admin admin] Publish callbacks [] for security_group (c0117b38-6f5c-437b-9e3f-a175214f28ee), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:23.700442 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 43962) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:23.706116 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-8a41f083-6be4-423e-ac5d-f95fe3f99b97 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-433473367-network', 'tenant_id': 'f962ce2fc4fb45edbc79496794e7673b'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:06:23.767591 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1691e121-6272-42e8-bccf-044bed66589f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (c0117b38-6f5c-437b-9e3f-a175214f28ee), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:23.808580 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-1691e121-6272-42e8-bccf-044bed66589f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c1a633aa794f4a6ab9827ff1aa2db3cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7181518 Aug 18 17:06:23.811377 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 43964) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:23.814952 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691e121-6272-42e8-bccf-044bed66589f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0117b38-6f5c-437b-9e3f-a175214f28ee,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:23.818379 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a41f083-6be4-423e-ac5d-f95fe3f99b97 admin admin] Made reservation on behalf of f962ce2fc4fb45edbc79496794e7673b for: {'network': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:06:23.820872 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8a41f083-6be4-423e-ac5d-f95fe3f99b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for network (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:23.831654 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8a41f083-6be4-423e-ac5d-f95fe3f99b97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:23.882666 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e16ae-a602-4c05-8c27-435838895bd0 None None] New status for floating IP e02565ea-6c37-4b70-9dfd-740351519f98: ACTIVE {{(pid=106920) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:06:23.905550 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6d6e4a0d-cd91-4b30-8184-c1b26132e679 admin admin] Publish callbacks [] for security_group (c0117b38-6f5c-437b-9e3f-a175214f28ee), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:23.942239 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8a41f083-6be4-423e-ac5d-f95fe3f99b97 admin admin] Publish callbacks [] for security_group (d82af55b-62ab-4a2e-9643-ea527cb4513f), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:23.943705 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:23.949589 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6d6e4a0d-cd91-4b30-8184-c1b26132e679 admin admin] Publish callbacks [] for security_group (c0117b38-6f5c-437b-9e3f-a175214f28ee), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:24.041998 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 43968) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:24.055184 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-19f280a8-17f6-4fe3-a888-168cc84bc505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:24.068280 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8a41f083-6be4-423e-ac5d-f95fe3f99b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (d82af55b-62ab-4a2e-9643-ea527cb4513f), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:24.100986 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6d6e4a0d-cd91-4b30-8184-c1b26132e679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (c0117b38-6f5c-437b-9e3f-a175214f28ee), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:24.103778 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a41f083-6be4-423e-ac5d-f95fe3f99b97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=106919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 17:06:24.104064 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6d6e4a0d-cd91-4b30-8184-c1b26132e679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:24.105556 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-6d6e4a0d-cd91-4b30-8184-c1b26132e679 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c0117b38-6f5c-437b-9e3f-a175214f28ee HTTP/1.1" status: 204 len: 168 time: 0.2928281 Aug 18 17:06:24.105807 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41f083-6be4-423e-ac5d-f95fe3f99b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82af55b-62ab-4a2e-9643-ea527cb4513f,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:24.118800 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8a41f083-6be4-423e-ac5d-f95fe3f99b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (aecc77f1-2b38-4c4f-8e66-0528a683b172), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:24.119387 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.segments_db [None req-8a41f083-6be4-423e-ac5d-f95fe3f99b97 admin admin] Added segment aecc77f1-2b38-4c4f-8e66-0528a683b172 of type vlan for network 79ef34f9-3b51-42ac-80c6-8cb63e5e81f1 Aug 18 17:06:24.122739 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e4a0d-cd91-4b30-8184-c1b26132e679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0117b38-6f5c-437b-9e3f-a175214f28ee,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:24.195978 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-19f280a8-17f6-4fe3-a888-168cc84bc505 admin admin] Publish callbacks [] for security_group (cbfe7c18-d06b-41e0-87e4-2c4c500f686b), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:24.201954 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8a41f083-6be4-423e-ac5d-f95fe3f99b97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740646246220'] for network (79ef34f9-3b51-42ac-80c6-8cb63e5e81f1), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:24.337763 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8a41f083-6be4-423e-ac5d-f95fe3f99b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for network (79ef34f9-3b51-42ac-80c6-8cb63e5e81f1), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:24.338217 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-19f280a8-17f6-4fe3-a888-168cc84bc505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (cbfe7c18-d06b-41e0-87e4-2c4c500f686b), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:24.338806 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a41f083-6be4-423e-ac5d-f95fe3f99b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:24.339401 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8a41f083-6be4-423e-ac5d-f95fe3f99b97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:24.376811 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f280a8-17f6-4fe3-a888-168cc84bc505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfe7c18-d06b-41e0-87e4-2c4c500f686b,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:24.382085 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-19f280a8-17f6-4fe3-a888-168cc84bc505 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=78398443234f4bc4a1b6ceef80ac5876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3390627 Aug 18 17:06:24.384758 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 43980) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:24.420078 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41f083-6be4-423e-ac5d-f95fe3f99b97 admin admin] Pushing event updated for resources: {'Network': ['ID=79ef34f9-3b51-42ac-80c6-8cb63e5e81f1,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:24.433577 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Network 79ef34f9-3b51-42ac-80c6-8cb63e5e81f1 details requested by agent ovs-agent-dv-cinder-853678-2-iscsi with host dv-cinder-853678-2-iscsi {{(pid=106920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 17:06:24.440099 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e70e6e4e-a907-4d06-85ee-242c127debc3 admin admin] Publish callbacks [] for security_group (cbfe7c18-d06b-41e0-87e4-2c4c500f686b), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:24.454144 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:24.463582 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e70e6e4e-a907-4d06-85ee-242c127debc3 admin admin] Publish callbacks [] for security_group (cbfe7c18-d06b-41e0-87e4-2c4c500f686b), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:24.489035 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-8a41f083-6be4-423e-ac5d-f95fe3f99b97 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7874894 Aug 18 17:06:24.492104 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 43984) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:24.503651 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-74448364-7c53-4361-a808-b5909ab9ddfa admin admin] Request body: {'subnet': {'network_id': '79ef34f9-3b51-42ac-80c6-8cb63e5e81f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-433473367-subnet', 'tenant_id': 'f962ce2fc4fb45edbc79496794e7673b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:06:24.623853 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e70e6e4e-a907-4d06-85ee-242c127debc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (cbfe7c18-d06b-41e0-87e4-2c4c500f686b), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:24.624215 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74448364-7c53-4361-a808-b5909ab9ddfa admin admin] Made reservation on behalf of f962ce2fc4fb45edbc79496794e7673b for: {'subnet': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:06:24.626406 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e70e6e4e-a907-4d06-85ee-242c127debc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:24.626903 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-74448364-7c53-4361-a808-b5909ab9ddfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25646453'] for subnet (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:24.629995 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-e70e6e4e-a907-4d06-85ee-242c127debc3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cbfe7c18-d06b-41e0-87e4-2c4c500f686b HTTP/1.1" status: 204 len: 168 time: 0.2418549 Aug 18 17:06:24.639551 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e6e4e-a907-4d06-85ee-242c127debc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfe7c18-d06b-41e0-87e4-2c4c500f686b,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:24.702156 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98b242-fe7f-4736-8bc6-75235216d6de req-7737beb9-6822-4059-a834-982cd12a83bd tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:24.703950 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-fc98b242-fe7f-4736-8bc6-75235216d6de req-7737beb9-6822-4059-a834-982cd12a83bd tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0590057 Aug 18 17:06:24.766751 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-fc98b242-fe7f-4736-8bc6-75235216d6de req-eedcaa12-93d3-49c9-83b1-361fc1181ecc tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557170 Aug 18 17:06:24.955891 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-74448364-7c53-4361-a808-b5909ab9ddfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26604264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25646443'] for subnet (0a940191-42a5-4c83-9c91-30165b116300), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:25.014716 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74448364-7c53-4361-a808-b5909ab9ddfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a940191-42a5-4c83-9c91-30165b116300,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:25.033673 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74448364-7c53-4361-a808-b5909ab9ddfa admin admin] Checking segment: {'id': 'aecc77f1-2b38-4c4f-8e66-0528a683b172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '79ef34f9-3b51-42ac-80c6-8cb63e5e81f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:06:25.034201 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74448364-7c53-4361-a808-b5909ab9ddfa admin admin] Network hostable DHCP agents. Network: 79ef34f9-3b51-42ac-80c6-8cb63e5e81f1, hostable agents: ['e58bb1ce-71d7-42ea-87d8-4585040b913b'], hosted agents: [] {{(pid=106919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 17:06:25.058649 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 44036) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:25.072559 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-eee359c0-270a-4c05-9bd3-a1c3a842bc59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:25.147737 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-eee359c0-270a-4c05-9bd3-a1c3a842bc59 admin admin] Publish callbacks [] for security_group (89d1fae3-cc9a-4594-adab-b7b39ce67b84), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:25.217785 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74448364-7c53-4361-a808-b5909ab9ddfa admin admin] Network 79ef34f9-3b51-42ac-80c6-8cb63e5e81f1 is scheduled to be hosted by DHCP agent e58bb1ce-71d7-42ea-87d8-4585040b913b with binding_index 1 {{(pid=106919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 17:06:25.251986 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-eee359c0-270a-4c05-9bd3-a1c3a842bc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (89d1fae3-cc9a-4594-adab-b7b39ce67b84), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:25.291086 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-eee359c0-270a-4c05-9bd3-a1c3a842bc59 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b288eee35b0a41048268ab85ca89d1ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307639 Aug 18 17:06:25.293026 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee359c0-270a-4c05-9bd3-a1c3a842bc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d1fae3-cc9a-4594-adab-b7b39ce67b84,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:25.294447 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 44046) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:25.345762 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-74448364-7c53-4361-a808-b5909ab9ddfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853678-2-iscsi, 79ef34f9-3b51-42ac-80c6-8cb63e5e81f1) {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:06:25.351019 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-9e72e870-3e94-49c5-b770-abc744466078 admin admin] Publish callbacks [] for security_group (89d1fae3-cc9a-4594-adab-b7b39ce67b84), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:25.355880 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74448364-7c53-4361-a808-b5909ab9ddfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:25.359986 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-74448364-7c53-4361-a808-b5909ab9ddfa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:25.360979 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749ff737-96f6-432a-89a0-b03e7c6cfe17 None None] Network 79ef34f9-3b51-42ac-80c6-8cb63e5e81f1 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:06:25.380054 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-9e72e870-3e94-49c5-b770-abc744466078 admin admin] Publish callbacks [] for security_group (89d1fae3-cc9a-4594-adab-b7b39ce67b84), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:25.524415 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-74448364-7c53-4361-a808-b5909ab9ddfa admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0308506 Aug 18 17:06:25.530435 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1f13d1-97e0-486d-a638-2ae60b3bc5dd None None] Network 79ef34f9-3b51-42ac-80c6-8cb63e5e81f1 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:06:25.538545 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-9e72e870-3e94-49c5-b770-abc744466078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (89d1fae3-cc9a-4594-adab-b7b39ce67b84), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:25.538545 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-9e72e870-3e94-49c5-b770-abc744466078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:25.538545 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-9e72e870-3e94-49c5-b770-abc744466078 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/89d1fae3-cc9a-4594-adab-b7b39ce67b84 HTTP/1.1" status: 204 len: 168 time: 0.2420721 Aug 18 17:06:25.549808 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72e870-3e94-49c5-b770-abc744466078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d1fae3-cc9a-4594-adab-b7b39ce67b84,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:25.686635 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=11 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:25.919202 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae29d79-a0fc-43fa-873a-ae5a3c55536c req-3833b84d-122b-4d6f-a548-eed6807d9abf tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:25.920722 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cae29d79-a0fc-43fa-873a-ae5a3c55536c req-3833b84d-122b-4d6f-a548-eed6807d9abf tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0538042 Aug 18 17:06:25.927172 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:25.990567 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cae29d79-a0fc-43fa-873a-ae5a3c55536c req-779fcb9b-7078-4086-80cb-559091882f4a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629137 Aug 18 17:06:26.372394 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:26.966716 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:27.129670 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc54d73-a6c4-49d1-b57a-39f51c1ff2ae req-25099626-44f2-40ac-ac4b-5739bb1730da tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:27.131256 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1bc54d73-a6c4-49d1-b57a-39f51c1ff2ae req-25099626-44f2-40ac-ac4b-5739bb1730da tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0537159 Aug 18 17:06:27.186193 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1bc54d73-a6c4-49d1-b57a-39f51c1ff2ae req-a6a7eee5-c535-4fae-aa08-44de63cc6528 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493183 Aug 18 17:06:27.492577 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:27.972709 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:28.132348 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:28.310902 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c726a7-b221-416c-a9f9-52446b5b76d3 req-e669dc27-a8c0-432f-9d81-ea7bc2e92188 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:28.312590 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c9c726a7-b221-416c-a9f9-52446b5b76d3 req-e669dc27-a8c0-432f-9d81-ea7bc2e92188 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0520883 Aug 18 17:06:28.320334 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:28.363950 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c9c726a7-b221-416c-a9f9-52446b5b76d3 req-fb975e32-07cd-4e78-8b18-bdaa596f3659 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456383 Aug 18 17:06:29.489658 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce01330-221e-4d56-a90c-f623633fcdee req-1567627c-eceb-434b-9c88-be44b7ad524a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:29.491175 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-fce01330-221e-4d56-a90c-f623633fcdee req-1567627c-eceb-434b-9c88-be44b7ad524a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0528643 Aug 18 17:06:29.553171 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-fce01330-221e-4d56-a90c-f623633fcdee req-7fc09a5d-dedc-4548-a177-7575186c2d8f tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563531 Aug 18 17:06:29.806520 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:30.109442 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:30.378759 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16c7c7-9d9a-4be8-bf14-ee365a1f53e9 req-9641347d-ee8c-465e-a1b8-5f139a3e3ce1 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:30.380411 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7c16c7c7-9d9a-4be8-bf14-ee365a1f53e9 req-9641347d-ee8c-465e-a1b8-5f139a3e3ce1 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 946 time: 0.0540299 Aug 18 17:06:30.434610 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7c16c7c7-9d9a-4be8-bf14-ee365a1f53e9 req-ecf149f4-1b73-4497-9bbf-99c30f5d9764 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e678f400-ebb1-44ac-b35f-9bdd097d526e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478172 Aug 18 17:06:30.697229 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 44242) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:30.703757 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ed72a-4c18-4e6e-a724-6dab096d5f0b req-674351e6-ea86-4862-a405-f8e6c3a5feb9 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:30.705391 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b46ed72a-4c18-4e6e-a724-6dab096d5f0b req-674351e6-ea86-4862-a405-f8e6c3a5feb9 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0615778 Aug 18 17:06:30.758377 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b46ed72a-4c18-4e6e-a724-6dab096d5f0b req-d1b5e98a-3358-49cf-ac79-72737e7ffa17 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469983 Aug 18 17:06:30.823452 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-8f10ac8c-bdf3-4eb5-a99e-a4e6bf1afb43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:30.904461 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-8f10ac8c-bdf3-4eb5-a99e-a4e6bf1afb43 admin admin] Publish callbacks [] for security_group (444164d8-37cc-4fd2-a536-aa69e91fc3fc), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:30.994247 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-8f10ac8c-bdf3-4eb5-a99e-a4e6bf1afb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (444164d8-37cc-4fd2-a536-aa69e91fc3fc), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:31.035629 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-8f10ac8c-bdf3-4eb5-a99e-a4e6bf1afb43 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e847b150900144d9bdcc4fb441c87fdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369558 Aug 18 17:06:31.036415 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10ac8c-bdf3-4eb5-a99e-a4e6bf1afb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444164d8-37cc-4fd2-a536-aa69e91fc3fc,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:31.038297 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 44252) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:31.094417 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a9613643-e57d-4efb-84db-cec5a9472564 admin admin] Publish callbacks [] for security_group (444164d8-37cc-4fd2-a536-aa69e91fc3fc), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:31.113948 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a9613643-e57d-4efb-84db-cec5a9472564 admin admin] Publish callbacks [] for security_group (444164d8-37cc-4fd2-a536-aa69e91fc3fc), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:31.240215 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a9613643-e57d-4efb-84db-cec5a9472564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (444164d8-37cc-4fd2-a536-aa69e91fc3fc), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:31.243063 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a9613643-e57d-4efb-84db-cec5a9472564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:31.244238 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-a9613643-e57d-4efb-84db-cec5a9472564 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/444164d8-37cc-4fd2-a536-aa69e91fc3fc HTTP/1.1" status: 204 len: 168 time: 0.2048779 Aug 18 17:06:31.252399 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9613643-e57d-4efb-84db-cec5a9472564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444164d8-37cc-4fd2-a536-aa69e91fc3fc,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:31.523362 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:31.560263 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25777d1a-d17c-4cc4-81a0-c043c3760a02 req-a7b94b2a-4188-449e-8084-cedd06ab2974 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:31.562491 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-25777d1a-d17c-4cc4-81a0-c043c3760a02 req-a7b94b2a-4188-449e-8084-cedd06ab2974 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 946 time: 0.0519857 Aug 18 17:06:31.611881 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-25777d1a-d17c-4cc4-81a0-c043c3760a02 req-fc932cff-6d1e-4652-9771-65a1a82b149b tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e678f400-ebb1-44ac-b35f-9bdd097d526e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421197 Aug 18 17:06:31.844732 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:31.883658 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dc9b9-63f2-4846-88d3-db6e5c53e9ad req-d9dbd0a8-fa96-4a4c-bcdd-d0f87f5fa77e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:31.885148 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-802dc9b9-63f2-4846-88d3-db6e5c53e9ad req-d9dbd0a8-fa96-4a4c-bcdd-d0f87f5fa77e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0496886 Aug 18 17:06:31.943662 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 44270) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:31.961739 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-802dc9b9-63f2-4846-88d3-db6e5c53e9ad req-3c67524b-152c-4ea4-aed3-3933a51c0f30 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638561 Aug 18 17:06:31.963757 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-7a4f1683-951b-454b-93a8-32298dccf396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:32.023828 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:32.054554 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-7a4f1683-951b-454b-93a8-32298dccf396 admin admin] Publish callbacks [] for security_group (8f5df67c-8348-4eeb-a9cd-74901585f2b8), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:32.111076 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-80bd37c8-3e70-4105-ab07-4b165e5c6d44 req-503006e9-f49a-478e-b96b-f4cd4d95628e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473483 Aug 18 17:06:32.120811 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-7a4f1683-951b-454b-93a8-32298dccf396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (8f5df67c-8348-4eeb-a9cd-74901585f2b8), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:32.168836 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-7a4f1683-951b-454b-93a8-32298dccf396 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=534a3d12c04e4c079de3e33f3eea01d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211375 Aug 18 17:06:32.168836 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f1683-951b-454b-93a8-32298dccf396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5df67c-8348-4eeb-a9cd-74901585f2b8,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:32.169440 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 44280) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:32.225924 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-a362f361-a565-413f-a7b9-34cfe88edf3a admin admin] Publish callbacks [] for security_group (8f5df67c-8348-4eeb-a9cd-74901585f2b8), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:32.250603 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-a362f361-a565-413f-a7b9-34cfe88edf3a admin admin] Publish callbacks [] for security_group (8f5df67c-8348-4eeb-a9cd-74901585f2b8), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:32.330928 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd37c8-3e70-4105-ab07-4b165e5c6d44 req-09ce933e-4350-4980-9540-fdf91965fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:32.332471 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-80bd37c8-3e70-4105-ab07-4b165e5c6d44 req-09ce933e-4350-4980-9540-fdf91965fa6a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=697adc4a3b0f40ff85d6b415b6bbbefd&device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 1130 time: 0.0407400 Aug 18 17:06:32.457106 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-a362f361-a565-413f-a7b9-34cfe88edf3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (8f5df67c-8348-4eeb-a9cd-74901585f2b8), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:32.460527 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-a362f361-a565-413f-a7b9-34cfe88edf3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:32.462103 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-a362f361-a565-413f-a7b9-34cfe88edf3a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8f5df67c-8348-4eeb-a9cd-74901585f2b8 HTTP/1.1" status: 204 len: 168 time: 0.2908578 Aug 18 17:06:32.494236 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362f361-a565-413f-a7b9-34cfe88edf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5df67c-8348-4eeb-a9cd-74901585f2b8,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:32.602418 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 44290) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:32.621817 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd37c8-3e70-4105-ab07-4b165e5c6d44 req-ce76af4d-50dd-4994-bedb-bf5a93f48c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:32.623826 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-80bd37c8-3e70-4105-ab07-4b165e5c6d44 req-ce76af4d-50dd-4994-bedb-bf5a93f48c72 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=8be6f688-0f91-4174-bb68-fa46841659a9 HTTP/1.1" status: 200 len: 918 time: 0.1607356 Aug 18 17:06:32.630640 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05907450-e6c7-4277-be9f-7aa768111715 req-1a9786d2-74c2-4c82-966a-725cf53a3939 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:32.632259 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-05907450-e6c7-4277-be9f-7aa768111715 req-1a9786d2-74c2-4c82-966a-725cf53a3939 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 946 time: 0.0919266 Aug 18 17:06:32.645895 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:32.733559 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bce8d050-5379-4c37-b994-4225a8c4ece8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:32.761462 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-80bd37c8-3e70-4105-ab07-4b165e5c6d44 req-9fa35aad-4555-4a67-8b6e-646ce3eb4bee service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d480631-4b24-43e0-8000-c7d4668399bb HTTP/1.1" status: 200 len: 1001 time: 0.1280670 Aug 18 17:06:32.825186 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bce8d050-5379-4c37-b994-4225a8c4ece8 admin admin] Publish callbacks [] for security_group (98556b5d-3239-4e47-a641-c7c6bbec5d64), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:32.826050 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:32.848732 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:32.862764 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebb26f-abfd-4597-a757-582823d53c23 req-31a06ce5-b168-4827-9f1e-a768ded4a26a tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:32.864286 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ffebb26f-abfd-4597-a757-582823d53c23 req-31a06ce5-b168-4827-9f1e-a768ded4a26a tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 946 time: 0.1617095 Aug 18 17:06:32.898388 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-05907450-e6c7-4277-be9f-7aa768111715 req-11d379b5-0ff7-4816-80d3-8aab2d3d64af tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Deleting port 26906fcd-6e6c-4363-8218-2219658555d1 {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:06:32.898738 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-05907450-e6c7-4277-be9f-7aa768111715 req-11d379b5-0ff7-4816-80d3-8aab2d3d64af tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (26906fcd-6e6c-4363-8218-2219658555d1), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:32.923425 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd37c8-3e70-4105-ab07-4b165e5c6d44 req-0e6a616d-1fe2-493b-91da-968196003f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:32.924899 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-80bd37c8-3e70-4105-ab07-4b165e5c6d44 req-0e6a616d-1fe2-493b-91da-968196003f0c service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=a393e81b-56a8-46b6-846e-4d9441213f68 HTTP/1.1" status: 200 len: 856 time: 0.1375680 Aug 18 17:06:32.926353 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bce8d050-5379-4c37-b994-4225a8c4ece8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (98556b5d-3239-4e47-a641-c7c6bbec5d64), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:32.972569 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-bce8d050-5379-4c37-b994-4225a8c4ece8 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e4a2f88b22e94c2f81ccdc7532d0ba6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3684680 Aug 18 17:06:32.973433 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8d050-5379-4c37-b994-4225a8c4ece8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98556b5d-3239-4e47-a641-c7c6bbec5d64,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:32.976732 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 44298) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:33.045527 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4117e26d-203c-4e26-a2a8-90434e3a4e09 admin admin] Publish callbacks [] for security_group (98556b5d-3239-4e47-a641-c7c6bbec5d64), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:33.050328 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ffebb26f-abfd-4597-a757-582823d53c23 req-b5ccd428-94ca-4207-b0be-979947581fcb tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e678f400-ebb1-44ac-b35f-9bdd097d526e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760814 Aug 18 17:06:33.055911 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd37c8-3e70-4105-ab07-4b165e5c6d44 req-cfe94765-3bef-4ba2-9a52-3eb4dd3de5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:33.057519 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-80bd37c8-3e70-4105-ab07-4b165e5c6d44 req-cfe94765-3bef-4ba2-9a52-3eb4dd3de5ee service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=8be6f688-0f91-4174-bb68-fa46841659a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1210921 Aug 18 17:06:33.088752 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4117e26d-203c-4e26-a2a8-90434e3a4e09 admin admin] Publish callbacks [] for security_group (98556b5d-3239-4e47-a641-c7c6bbec5d64), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:33.171781 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-05907450-e6c7-4277-be9f-7aa768111715 req-11d379b5-0ff7-4816-80d3-8aab2d3d64af tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] For port 26906fcd-6e6c-4363-8218-2219658555d1, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=26906fcd-6e6c-4363-8218-2219658555d1,segment=NetworkSegment(bad12144-4088-4178-8a1d-18d54e3a5748),segment_id=bad12144-4088-4178-8a1d-18d54e3a5748)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:33.171781 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-05907450-e6c7-4277-be9f-7aa768111715 req-11d379b5-0ff7-4816-80d3-8aab2d3d64af tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (26906fcd-6e6c-4363-8218-2219658555d1), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:33.189451 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f086b-0d11-4485-8591-945bc6003763 req-14bbc0b4-0ab0-4a51-9775-8aa77f82483f tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:33.191021 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2f6f086b-0d11-4485-8591-945bc6003763 req-14bbc0b4-0ab0-4a51-9775-8aa77f82483f tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0658703 Aug 18 17:06:33.208306 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-05907450-e6c7-4277-be9f-7aa768111715 req-11d379b5-0ff7-4816-80d3-8aab2d3d64af tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Calling delete_port for 26906fcd-6e6c-4363-8218-2219658555d1 owned by compute:nova {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:06:33.244871 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2f6f086b-0d11-4485-8591-945bc6003763 req-12f34b2f-77d8-4dc0-a992-39b4f2959810 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459857 Aug 18 17:06:33.262222 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-80bd37c8-3e70-4105-ab07-4b165e5c6d44 req-eba57700-2681-4a5b-aab4-495aa9e2c0ab service neutron] 10.222.0.40 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912599 Aug 18 17:06:33.292169 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4117e26d-203c-4e26-a2a8-90434e3a4e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (98556b5d-3239-4e47-a641-c7c6bbec5d64), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:33.298069 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4117e26d-203c-4e26-a2a8-90434e3a4e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:33.299888 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-4117e26d-203c-4e26-a2a8-90434e3a4e09 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/98556b5d-3239-4e47-a641-c7c6bbec5d64 HTTP/1.1" status: 204 len: 168 time: 0.3220325 Aug 18 17:06:33.308166 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117e26d-203c-4e26-a2a8-90434e3a4e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98556b5d-3239-4e47-a641-c7c6bbec5d64,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:33.413091 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-80bd37c8-3e70-4105-ab07-4b165e5c6d44 req-2f59c8a2-1954-4d21-92e6-0df72d0d3404 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258256 Aug 18 17:06:33.483870 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=96 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:33.560798 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-05907450-e6c7-4277-be9f-7aa768111715 req-11d379b5-0ff7-4816-80d3-8aab2d3d64af tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023'] for port (26906fcd-6e6c-4363-8218-2219658555d1), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:33.576494 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['26906fcd-6e6c-4363-8218-2219658555d1'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:06:33.603049 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d379b5-0ff7-4816-80d3-8aab2d3d64af tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Pushing event deleted for resources: {'Port': ['ID=26906fcd-6e6c-4363-8218-2219658555d1,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:33.685577 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-05907450-e6c7-4277-be9f-7aa768111715 req-11d379b5-0ff7-4816-80d3-8aab2d3d64af tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] No DVR routers for this DVR port 26906fcd-6e6c-4363-8218-2219658555d1 on host hv-cinder-85367 {{(pid=106918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:06:33.695579 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-05907450-e6c7-4277-be9f-7aa768111715 req-11d379b5-0ff7-4816-80d3-8aab2d3d64af tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:33.705091 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-05907450-e6c7-4277-be9f-7aa768111715 req-11d379b5-0ff7-4816-80d3-8aab2d3d64af tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.40 "DELETE /networking/v2.0/ports/26906fcd-6e6c-4363-8218-2219658555d1 HTTP/1.1" status: 204 len: 173 time: 1.0632918 Aug 18 17:06:33.710570 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986651bb-c047-4346-9e7c-0f3e49a9cc8a', 'name': 'network-vif-deleted', 'tag': '26906fcd-6e6c-4363-8218-2219658555d1'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:06:33.723064 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67b87e9-427f-4f01-b8ed-f45a6c95d6c0" -d '{"events": [{"server_uuid": "986651bb-c047-4346-9e7c-0f3e49a9cc8a", "name": "network-vif-deleted", "tag": "26906fcd-6e6c-4363-8218-2219658555d1"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:06:33.809940 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7ea64c-ae95-46fb-b492-295fa5f8fd07 x-openstack-request-id: req-4f7ea64c-ae95-46fb-b492-295fa5f8fd07 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:06:33.809940 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986651bb-c047-4346-9e7c-0f3e49a9cc8a", "name": "network-vif-deleted", "tag": "26906fcd-6e6c-4363-8218-2219658555d1", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:06:33.809940 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4f7ea64c-ae95-46fb-b492-295fa5f8fd07 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:06:33.809940 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f7ea64c-ae95-46fb-b492-295fa5f8fd07'] response: {'server_uuid': '986651bb-c047-4346-9e7c-0f3e49a9cc8a', 'name': 'network-vif-deleted', 'tag': '26906fcd-6e6c-4363-8218-2219658555d1', 'status': 'completed', 'code': 200} Aug 18 17:06:34.174185 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-df2b1d43-65c3-48a2-9638-d47f06eee9ad req-4cfdfacd-d849-41f9-ad00-70ea69cc71dc tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 210 time: 0.0316925 Aug 18 17:06:34.217371 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:34.443305 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8fa3d-97e3-4229-8a0d-b2daf97f0139 req-a079ce4e-0691-4097-8f99-cc24549ce548 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:34.444916 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-8df8fa3d-97e3-4229-8a0d-b2daf97f0139 req-a079ce4e-0691-4097-8f99-cc24549ce548 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0710647 Aug 18 17:06:34.496856 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-8df8fa3d-97e3-4229-8a0d-b2daf97f0139 req-61592f19-58c8-48fa-95dc-dda55db72f28 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451691 Aug 18 17:06:34.637987 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 44362) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:34.738222 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-90773c7d-5c8b-4a16-bfa2-e785be9b5b89 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1515076547-network', 'tenant_id': '69a1c86410df4504b5f18a80623dceba'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:06:34.840499 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90773c7d-5c8b-4a16-bfa2-e785be9b5b89 admin admin] Made reservation on behalf of 69a1c86410df4504b5f18a80623dceba for: {'network': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:06:34.842891 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-90773c7d-5c8b-4a16-bfa2-e785be9b5b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for network (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:34.852108 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-90773c7d-5c8b-4a16-bfa2-e785be9b5b89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:34.935654 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-90773c7d-5c8b-4a16-bfa2-e785be9b5b89 admin admin] Publish callbacks [] for security_group (830e2014-98ff-49bb-a343-79b0940427f1), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:35.006472 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-90773c7d-5c8b-4a16-bfa2-e785be9b5b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (830e2014-98ff-49bb-a343-79b0940427f1), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:35.012059 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:35.040253 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90773c7d-5c8b-4a16-bfa2-e785be9b5b89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=106919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 17:06:35.046714 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90773c7d-5c8b-4a16-bfa2-e785be9b5b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830e2014-98ff-49bb-a343-79b0940427f1,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:35.054412 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:35.055760 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-90773c7d-5c8b-4a16-bfa2-e785be9b5b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (dd6267b2-e8c4-43d9-966e-44075ddd3bf7), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:35.056313 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.segments_db [None req-90773c7d-5c8b-4a16-bfa2-e785be9b5b89 admin admin] Added segment dd6267b2-e8c4-43d9-966e-44075ddd3bf7 of type vlan for network 98f13a32-2c3b-4f7d-a9ec-0ec548386443 Aug 18 17:06:35.123233 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-90773c7d-5c8b-4a16-bfa2-e785be9b5b89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740646246220'] for network (98f13a32-2c3b-4f7d-a9ec-0ec548386443), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:35.295725 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-683e90f1-213b-4624-b984-01710715043d req-bba15710-05c9-4295-9a47-6b03c69a6643 tempest-DeleteServersTestJSON-977241467 tempest-DeleteServersTestJSON-977241467-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=986651bb-c047-4346-9e7c-0f3e49a9cc8a HTTP/1.1" status: 200 len: 210 time: 0.0290055 Aug 18 17:06:35.324616 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-90773c7d-5c8b-4a16-bfa2-e785be9b5b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for network (98f13a32-2c3b-4f7d-a9ec-0ec548386443), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:35.326068 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90773c7d-5c8b-4a16-bfa2-e785be9b5b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:35.327332 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-90773c7d-5c8b-4a16-bfa2-e785be9b5b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:35.406162 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90773c7d-5c8b-4a16-bfa2-e785be9b5b89 admin admin] Pushing event updated for resources: {'Network': ['ID=98f13a32-2c3b-4f7d-a9ec-0ec548386443,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:35.417107 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Network 98f13a32-2c3b-4f7d-a9ec-0ec548386443 details requested by agent ovs-agent-dv-cinder-853678-2-iscsi with host dv-cinder-853678-2-iscsi {{(pid=106920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 17:06:35.476978 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-90773c7d-5c8b-4a16-bfa2-e785be9b5b89 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8378022 Aug 18 17:06:35.481507 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 44386) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:35.487026 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-651f883f-44ff-48ed-9bb9-b914fa58bd41 admin admin] Request body: {'subnet': {'network_id': '98f13a32-2c3b-4f7d-a9ec-0ec548386443', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1515076547-subnet', 'tenant_id': '69a1c86410df4504b5f18a80623dceba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:06:35.629383 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8a01f-80e2-4206-a4ab-457d0876bcf4 req-81be3a3f-dabb-415d-ae52-11956dbe09ce tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:35.630794 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-82c8a01f-80e2-4206-a4ab-457d0876bcf4 req-81be3a3f-dabb-415d-ae52-11956dbe09ce tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0514014 Aug 18 17:06:35.634418 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651f883f-44ff-48ed-9bb9-b914fa58bd41 admin admin] Made reservation on behalf of 69a1c86410df4504b5f18a80623dceba for: {'subnet': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:06:35.647158 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-651f883f-44ff-48ed-9bb9-b914fa58bd41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25646453'] for subnet (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:35.712372 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-82c8a01f-80e2-4206-a4ab-457d0876bcf4 req-4c91740d-582a-41bf-83b9-1a9c9b55f7b2 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623701 Aug 18 17:06:35.759524 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:35.932350 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-651f883f-44ff-48ed-9bb9-b914fa58bd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26604264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25646443'] for subnet (0a00860c-150f-4142-8e24-68079b13f7db), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:35.989301 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f883f-44ff-48ed-9bb9-b914fa58bd41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a00860c-150f-4142-8e24-68079b13f7db,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:35.999295 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651f883f-44ff-48ed-9bb9-b914fa58bd41 admin admin] Checking segment: {'id': 'dd6267b2-e8c4-43d9-966e-44075ddd3bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '98f13a32-2c3b-4f7d-a9ec-0ec548386443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:06:35.999739 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651f883f-44ff-48ed-9bb9-b914fa58bd41 admin admin] Network hostable DHCP agents. Network: 98f13a32-2c3b-4f7d-a9ec-0ec548386443, hostable agents: ['e58bb1ce-71d7-42ea-87d8-4585040b913b'], hosted agents: [] {{(pid=106919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 17:06:36.074375 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651f883f-44ff-48ed-9bb9-b914fa58bd41 admin admin] Network 98f13a32-2c3b-4f7d-a9ec-0ec548386443 is scheduled to be hosted by DHCP agent e58bb1ce-71d7-42ea-87d8-4585040b913b with binding_index 1 {{(pid=106919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 17:06:36.092760 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:36.172334 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-651f883f-44ff-48ed-9bb9-b914fa58bd41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853678-2-iscsi, 98f13a32-2c3b-4f7d-a9ec-0ec548386443) {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:06:36.184374 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651f883f-44ff-48ed-9bb9-b914fa58bd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:36.184934 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-651f883f-44ff-48ed-9bb9-b914fa58bd41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:36.212932 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307f5797-4216-4470-b7ad-ef7bdba43952 None None] Network 98f13a32-2c3b-4f7d-a9ec-0ec548386443 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:06:36.266474 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-651f883f-44ff-48ed-9bb9-b914fa58bd41 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7833931 Aug 18 17:06:36.310367 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 26906fcd-6e6c-4363-8218-2219658555d1 no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:06:36.343850 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] No Port match for: 26906fcd-6e6c-4363-8218-2219658555d1 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:06:36.344196 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 26906fcd-6e6c-4363-8218-2219658555d1 not bound to the agent host hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:06:36.588249 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f717e89-95c8-4c97-adb4-6d48815cf047 None None] Network 98f13a32-2c3b-4f7d-a9ec-0ec548386443 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:06:36.838063 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0ebe3-9f43-42d1-89ed-afa13677547a req-4e937275-692a-47c8-9abd-3797477aff9e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:36.839901 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5ee0ebe3-9f43-42d1-89ed-afa13677547a req-4e937275-692a-47c8-9abd-3797477aff9e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0498660 Aug 18 17:06:36.893515 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5ee0ebe3-9f43-42d1-89ed-afa13677547a req-cdf26738-959a-4801-9785-1e9bfba5aa82 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483031 Aug 18 17:06:38.014548 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 44460) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:38.022607 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754217e4-00b4-447e-a60a-6cebf134d7a7 req-e6bc5802-424d-4544-8326-1e77e0106592 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:38.024131 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-754217e4-00b4-447e-a60a-6cebf134d7a7 req-e6bc5802-424d-4544-8326-1e77e0106592 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0541165 Aug 18 17:06:38.080443 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-754217e4-00b4-447e-a60a-6cebf134d7a7 req-e2952521-6eee-4a61-94b0-dc7b6dd620ba tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467138 Aug 18 17:06:38.208291 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:38.427927 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-88c8d82f-dfb1-4ee5-b940-4f126a6d1315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3878567'] for router_interface (b0f56664-cd42-4af8-a740-6b046be00594), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:38.732624 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ac078-8ee3-4302-afc5-183239bbedfb req-f103e155-df1e-49d0-9e3b-d8ec9f8e0c3a tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:38.734155 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-662ac078-8ee3-4302-afc5-183239bbedfb req-f103e155-df1e-49d0-9e3b-d8ec9f8e0c3a tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/networks?id=98f13a32-2c3b-4f7d-a9ec-0ec548386443 HTTP/1.1" status: 200 len: 809 time: 0.2527332 Aug 18 17:06:38.758639 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-662ac078-8ee3-4302-afc5-183239bbedfb req-b680c25f-5baf-4621-825c-3b712f2a9b92 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/quotas/69a1c86410df4504b5f18a80623dceba HTTP/1.1" status: 200 len: 375 time: 0.0178921 Aug 18 17:06:38.771124 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:38.830630 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-662ac078-8ee3-4302-afc5-183239bbedfb req-3cfafc42-ac6c-4503-8c43-9979ef7dbffa tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=69a1c86410df4504b5f18a80623dceba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613346 Aug 18 17:06:38.901121 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-88c8d82f-dfb1-4ee5-b940-4f126a6d1315 admin admin] Deleting port 24282e02-c4ba-42ed-8281-6e549c3bd962 {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:06:38.901495 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-88c8d82f-dfb1-4ee5-b940-4f126a6d1315 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (24282e02-c4ba-42ed-8281-6e549c3bd962), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:39.019879 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-662ac078-8ee3-4302-afc5-183239bbedfb req-0727eb9e-fc0a-4135-bec9-19d4d36a4bba service neutron] 10.222.0.78 "GET /networking/v2.0/networks/98f13a32-2c3b-4f7d-a9ec-0ec548386443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775844 Aug 18 17:06:39.084265 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [None req-88c8d82f-dfb1-4ee5-b940-4f126a6d1315 admin admin] For port 24282e02-c4ba-42ed-8281-6e549c3bd962, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=24282e02-c4ba-42ed-8281-6e549c3bd962,segment=NetworkSegment(bad12144-4088-4178-8a1d-18d54e3a5748),segment_id=bad12144-4088-4178-8a1d-18d54e3a5748)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:39.084713 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-88c8d82f-dfb1-4ee5-b940-4f126a6d1315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (24282e02-c4ba-42ed-8281-6e549c3bd962), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:39.241592 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb558f37-8693-4d20-9f54-9805458c7165 req-c41a5d54-2101-437e-8545-eaef2484e6f5 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:39.243411 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-fb558f37-8693-4d20-9f54-9805458c7165 req-c41a5d54-2101-437e-8545-eaef2484e6f5 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0817413 Aug 18 17:06:39.310332 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:06:39.310922 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-fb558f37-8693-4d20-9f54-9805458c7165 req-5cf2e8dd-9abf-4b73-b6e5-6a3cdd57dac9 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584328 Aug 18 17:06:39.356695 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-88c8d82f-dfb1-4ee5-b940-4f126a6d1315 admin admin] Calling delete_port for 24282e02-c4ba-42ed-8281-6e549c3bd962 owned by network:router_interface {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:06:39.451521 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-662ac078-8ee3-4302-afc5-183239bbedfb req-0a500fd2-6b9b-426c-97f2-6ebdeb6e26c5 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/98f13a32-2c3b-4f7d-a9ec-0ec548386443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225554 Aug 18 17:06:39.466285 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:39.692527 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-88c8d82f-dfb1-4ee5-b940-4f126a6d1315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (24282e02-c4ba-42ed-8281-6e549c3bd962), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:39.735462 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:39.746089 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8d82f-dfb1-4ee5-b940-4f126a6d1315 admin admin] Pushing event deleted for resources: {'Port': ['ID=24282e02-c4ba-42ed-8281-6e549c3bd962,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:39.781301 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b1d954da-e943-414f-bbca-a2cb04fcdca2 req-cf018c07-9e2f-420b-8dc5-3ad6abc7be5c tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 210 time: 0.0684056 Aug 18 17:06:39.965678 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-88c8d82f-dfb1-4ee5-b940-4f126a6d1315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3873623'] for router_interface (b0f56664-cd42-4af8-a740-6b046be00594), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:40.185180 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c8d82f-dfb1-4ee5-b940-4f126a6d1315 admin admin] Router b0f56664-cd42-4af8-a740-6b046be00594 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:06:40.300412 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c8d82f-dfb1-4ee5-b940-4f126a6d1315 admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:06:40.308199 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-88c8d82f-dfb1-4ee5-b940-4f126a6d1315 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/b0f56664-cd42-4af8-a740-6b046be00594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2900178 Aug 18 17:06:40.309039 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 44518) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:40.309611 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e318f0e-7291-453f-8d0b-28a437f47d9a None None] Sync routers for ids ['b0f56664-cd42-4af8-a740-6b046be00594'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:06:40.320564 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e318f0e-7291-453f-8d0b-28a437f47d9a None None] Routers {'b0f56664-cd42-4af8-a740-6b046be00594'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:06:40.320564 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-1e318f0e-7291-453f-8d0b-28a437f47d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:06:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['b0f56664-cd42-4af8-a740-6b046be00594'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:06:40.439784 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-1e318f0e-7291-453f-8d0b-28a437f47d9a None None] Set router b0f56664-cd42-4af8-a740-6b046be00594 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:06:40.489607 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50101f-8e46-4dd0-9218-ef07ee6fe9bd req-d74ea689-0f41-4cbb-be1e-b53e5755b52b tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:40.491519 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2a50101f-8e46-4dd0-9218-ef07ee6fe9bd req-d74ea689-0f41-4cbb-be1e-b53e5755b52b tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0655923 Aug 18 17:06:40.506417 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:40.591135 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2a50101f-8e46-4dd0-9218-ef07ee6fe9bd req-7e856a9c-39d8-42e7-ba24-b2106e6465d4 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921738 Aug 18 17:06:40.650342 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-1e318f0e-7291-453f-8d0b-28a437f47d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f56664-cd42-4af8-a740-6b046be00594', 'name': 'tempest-DeleteServersTestJSON-1666812815-router', 'tenant_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bc902090-7bb9-44a7-b236-33d087953d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:23Z', 'updated_at': '2022-08-18T17:06:39Z', 'revision_number': 5, 'project_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'gw_port': {'id': 'bc902090-7bb9-44a7-b236-33d087953d8a', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f56664-cd42-4af8-a740-6b046be00594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:06:40.693593 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e318f0e-7291-453f-8d0b-28a437f47d9a None None] Checking router: b0f56664-cd42-4af8-a740-6b046be00594 for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:06:40.698017 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-cbc67c31-2923-4ac9-8210-2f069f8d6899 admin admin] Publish callbacks [] for router (b0f56664-cd42-4af8-a740-6b046be00594), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:40.706077 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e318f0e-7291-453f-8d0b-28a437f47d9a None None] Routers {'b0f56664-cd42-4af8-a740-6b046be00594'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:06:40.706716 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-1e318f0e-7291-453f-8d0b-28a437f47d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:06:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['b0f56664-cd42-4af8-a740-6b046be00594'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:06:40.844171 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-1e318f0e-7291-453f-8d0b-28a437f47d9a None None] Set router b0f56664-cd42-4af8-a740-6b046be00594 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:06:40.852187 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-cbc67c31-2923-4ac9-8210-2f069f8d6899 admin admin] Publish callbacks [] for router_gateway (b0f56664-cd42-4af8-a740-6b046be00594), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:40.922801 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9bb52093-819c-4536-8001-33877be301c1 req-619fb016-a844-413f-943d-604a38b154b1 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 210 time: 0.0549014 Aug 18 17:06:40.967033 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-cbc67c31-2923-4ac9-8210-2f069f8d6899 admin admin] Deleting port bc902090-7bb9-44a7-b236-33d087953d8a {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:06:40.967033 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-cbc67c31-2923-4ac9-8210-2f069f8d6899 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (bc902090-7bb9-44a7-b236-33d087953d8a), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:41.068061 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [None req-cbc67c31-2923-4ac9-8210-2f069f8d6899 admin admin] For port bc902090-7bb9-44a7-b236-33d087953d8a, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=bc902090-7bb9-44a7-b236-33d087953d8a,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:41.068430 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-cbc67c31-2923-4ac9-8210-2f069f8d6899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (bc902090-7bb9-44a7-b236-33d087953d8a), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:41.082894 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-cbc67c31-2923-4ac9-8210-2f069f8d6899 admin admin] Calling delete_port for bc902090-7bb9-44a7-b236-33d087953d8a owned by network:router_gateway {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:06:41.111317 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-3c366c5d-541d-4b5a-8f30-e3eb5dd6eae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:41.120596 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-1e318f0e-7291-453f-8d0b-28a437f47d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f56664-cd42-4af8-a740-6b046be00594', 'name': 'tempest-DeleteServersTestJSON-1666812815-router', 'tenant_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bc902090-7bb9-44a7-b236-33d087953d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:23Z', 'updated_at': '2022-08-18T17:06:39Z', 'revision_number': 5, 'project_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'gw_port': {'id': 'bc902090-7bb9-44a7-b236-33d087953d8a', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f56664-cd42-4af8-a740-6b046be00594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:06:41.149325 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e318f0e-7291-453f-8d0b-28a437f47d9a None None] The sync data for ids ['b0f56664-cd42-4af8-a740-6b046be00594'] in dv-cinder-853678-2-iscsi is: [{'id': 'b0f56664-cd42-4af8-a740-6b046be00594', 'name': 'tempest-DeleteServersTestJSON-1666812815-router', 'tenant_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bc902090-7bb9-44a7-b236-33d087953d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:23Z', 'updated_at': '2022-08-18T17:06:39Z', 'revision_number': 5, 'project_id': '9fb6f2a098cb4ed4b93c4edb41ff2113', 'gw_port': {'id': 'bc902090-7bb9-44a7-b236-33d087953d8a', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f56664-cd42-4af8-a740-6b046be00594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:06:41.355123 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-cbc67c31-2923-4ac9-8210-2f069f8d6899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023'] for port (bc902090-7bb9-44a7-b236-33d087953d8a), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:41.381712 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc67c31-2923-4ac9-8210-2f069f8d6899 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc902090-7bb9-44a7-b236-33d087953d8a,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:41.408544 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-cbc67c31-2923-4ac9-8210-2f069f8d6899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876582'] for router_gateway (b0f56664-cd42-4af8-a740-6b046be00594), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:41.517211 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:41.523941 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-cbc67c31-2923-4ac9-8210-2f069f8d6899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3874589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5398'] for router (b0f56664-cd42-4af8-a740-6b046be00594), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:41.526720 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-cbc67c31-2923-4ac9-8210-2f069f8d6899 admin admin] Publish callbacks [] for router_controller (b0f56664-cd42-4af8-a740-6b046be00594), precommit_delete_associations {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:41.574636 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 44554) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:41.720154 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-cbc67c31-2923-4ac9-8210-2f069f8d6899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3873632'] for router (b0f56664-cd42-4af8-a740-6b046be00594), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:41.726202 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc67c31-2923-4ac9-8210-2f069f8d6899 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0f56664-cd42-4af8-a740-6b046be00594 {{(pid=106918) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 17:06:41.726523 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-39327b93-fff6-41a6-9918-71b823b0d6de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:41.727925 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-cbc67c31-2923-4ac9-8210-2f069f8d6899 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:41.731513 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-cbc67c31-2923-4ac9-8210-2f069f8d6899 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/b0f56664-cd42-4af8-a740-6b046be00594 HTTP/1.1" status: 204 len: 168 time: 1.4180825 Aug 18 17:06:41.731783 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 44560) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:41.744689 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569192bd-3c29-4e78-94a4-94b606d455fd req-1685b705-6996-4400-aa55-5b6c00bd7fae tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:41.746157 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-569192bd-3c29-4e78-94a4-94b606d455fd req-1685b705-6996-4400-aa55-5b6c00bd7fae tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0782611 Aug 18 17:06:41.787490 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa090be2-9224-4072-8be3-79e35bed0c35 admin admin] Deleting subnet e64e37e8-5b7a-4483-9735-ee4019caa26a {{(pid=106918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 17:06:41.792496 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-aa090be2-9224-4072-8be3-79e35bed0c35 admin admin] Publish callbacks [] for subnet (e64e37e8-5b7a-4483-9735-ee4019caa26a), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:41.831180 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-569192bd-3c29-4e78-94a4-94b606d455fd req-08efa8d1-5bcf-459e-94ef-d5e11784c5fd tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774989 Aug 18 17:06:41.838957 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-aa090be2-9224-4072-8be3-79e35bed0c35 admin admin] Publish callbacks [] for subnet (e64e37e8-5b7a-4483-9735-ee4019caa26a), precommit_delete_associations {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:41.847505 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:41.881368 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-39327b93-fff6-41a6-9918-71b823b0d6de admin admin] Publish callbacks [] for security_group (1221a8fc-fef1-46ee-97f3-8ab4fde21c06), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:41.931290 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-aa090be2-9224-4072-8be3-79e35bed0c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763242'] for subnet (e64e37e8-5b7a-4483-9735-ee4019caa26a), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:41.977271 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-39327b93-fff6-41a6-9918-71b823b0d6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (1221a8fc-fef1-46ee-97f3-8ab4fde21c06), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:42.012119 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:42.022684 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-39327b93-fff6-41a6-9918-71b823b0d6de admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7eeca0770db04ee5a65f4419997da623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4460897 Aug 18 17:06:42.023734 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39327b93-fff6-41a6-9918-71b823b0d6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1221a8fc-fef1-46ee-97f3-8ab4fde21c06,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:42.026353 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 44572) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:42.039255 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7eae073a-6e4a-42f5-9687-540141aa4654 req-6beca920-1f0e-4fef-9a6c-815138b67db9 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 210 time: 0.0425234 Aug 18 17:06:42.087240 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2545be31-ea8c-40af-a229-807de4ca84b8 admin admin] Publish callbacks [] for security_group (1221a8fc-fef1-46ee-97f3-8ab4fde21c06), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:42.092212 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-aa090be2-9224-4072-8be3-79e35bed0c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for subnet (e64e37e8-5b7a-4483-9735-ee4019caa26a), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:42.115089 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2545be31-ea8c-40af-a229-807de4ca84b8 admin admin] Publish callbacks [] for security_group (1221a8fc-fef1-46ee-97f3-8ab4fde21c06), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:42.120929 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa090be2-9224-4072-8be3-79e35bed0c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e64e37e8-5b7a-4483-9735-ee4019caa26a,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:42.131846 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-aa090be2-9224-4072-8be3-79e35bed0c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:42.135533 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-aa090be2-9224-4072-8be3-79e35bed0c35 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/e64e37e8-5b7a-4483-9735-ee4019caa26a HTTP/1.1" status: 204 len: 168 time: 0.4026153 Aug 18 17:06:42.141102 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e8eb76-c039-4357-891d-16360e4286d8 None None] Network 63680694-8a1f-4ab0-b38c-11df7b0ada7d requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:06:42.147934 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 44580) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:42.188989 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:42.234144 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915243'] for network (63680694-8a1f-4ab0-b38c-11df7b0ada7d), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:42.240490 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:42.277630 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2545be31-ea8c-40af-a229-807de4ca84b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (1221a8fc-fef1-46ee-97f3-8ab4fde21c06), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:42.280342 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2545be31-ea8c-40af-a229-807de4ca84b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:42.281802 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-2545be31-ea8c-40af-a229-807de4ca84b8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1221a8fc-fef1-46ee-97f3-8ab4fde21c06 HTTP/1.1" status: 204 len: 168 time: 0.2548022 Aug 18 17:06:42.286041 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Deleting port fbe610b3-41f4-48e3-86d0-0843427781bc {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:06:42.286384 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (fbe610b3-41f4-48e3-86d0-0843427781bc), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:42.311842 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545be31-ea8c-40af-a229-807de4ca84b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1221a8fc-fef1-46ee-97f3-8ab4fde21c06,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:42.362495 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] DHCP port deletion for 63680694-8a1f-4ab0-b38c-11df7b0ada7d request from dv-cinder-853678-2-iscsi {{(pid=106920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 18 17:06:42.427157 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] Deleting port fbe610b3-41f4-48e3-86d0-0843427781bc {{(pid=106920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:06:42.431645 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (fbe610b3-41f4-48e3-86d0-0843427781bc), before_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:42.488781 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ac078-8ee3-4302-afc5-183239bbedfb req-ac86b2e0-6f09-449f-b5f2-bf08a8cc0328 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:42.490429 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-662ac078-8ee3-4302-afc5-183239bbedfb req-ac86b2e0-6f09-449f-b5f2-bf08a8cc0328 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.40 "GET /networking/v2.0/networks?id=98f13a32-2c3b-4f7d-a9ec-0ec548386443 HTTP/1.1" status: 200 len: 809 time: 0.1250134 Aug 18 17:06:42.504798 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] For port fbe610b3-41f4-48e3-86d0-0843427781bc, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=fbe610b3-41f4-48e3-86d0-0843427781bc,segment=NetworkSegment(bad12144-4088-4178-8a1d-18d54e3a5748),segment_id=bad12144-4088-4178-8a1d-18d54e3a5748)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:42.505312 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (fbe610b3-41f4-48e3-86d0-0843427781bc), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:42.509791 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] For port fbe610b3-41f4-48e3-86d0-0843427781bc, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=fbe610b3-41f4-48e3-86d0-0843427781bc,segment=NetworkSegment(bad12144-4088-4178-8a1d-18d54e3a5748),segment_id=bad12144-4088-4178-8a1d-18d54e3a5748)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:42.510484 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (fbe610b3-41f4-48e3-86d0-0843427781bc), precommit_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:42.512206 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-662ac078-8ee3-4302-afc5-183239bbedfb req-e9fc0948-4a47-4f4c-a74c-9e0b7422ee08 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Request body: {'port': {'device_id': '5ccc5298-562d-471e-b9b6-201fda0b0045', 'network_id': '98f13a32-2c3b-4f7d-a9ec-0ec548386443', 'admin_state_up': True, 'tenant_id': '69a1c86410df4504b5f18a80623dceba'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:06:42.514515 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:42.529578 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] Calling delete_port for fbe610b3-41f4-48e3-86d0-0843427781bc owned by network:dhcp {{(pid=106920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:06:42.545810 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:42.547422 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Calling delete_port for fbe610b3-41f4-48e3-86d0-0843427781bc owned by network:dhcp {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:06:42.765725 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023'] for port (fbe610b3-41f4-48e3-86d0-0843427781bc), after_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:42.780233 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023'] for port (fbe610b3-41f4-48e3-86d0-0843427781bc), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:42.793023 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-662ac078-8ee3-4302-afc5-183239bbedfb req-e9fc0948-4a47-4f4c-a74c-9e0b7422ee08 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Made reservation on behalf of 69a1c86410df4504b5f18a80623dceba for: {'port': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:06:42.797651 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-662ac078-8ee3-4302-afc5-183239bbedfb req-e9fc0948-4a47-4f4c-a74c-9e0b7422ee08 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:42.806901 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] Pushing event deleted for resources: {'Port': ['ID=fbe610b3-41f4-48e3-86d0-0843427781bc,revision_number=None']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:42.816877 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] No DVR routers for this DVR port fbe610b3-41f4-48e3-86d0-0843427781bc on host dv-cinder-853678-2-iscsi {{(pid=106920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:06:42.819529 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe610b3-41f4-48e3-86d0-0843427781bc,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:42.835994 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] No DVR routers for this DVR port fbe610b3-41f4-48e3-86d0-0843427781bc on host dv-cinder-853678-2-iscsi {{(pid=106918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:06:42.837584 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:42.838214 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:42.839099 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:42.839957 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:42.840602 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:42.841201 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:42.842124 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:42.842512 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:42.842850 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:42.843180 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:42.843528 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:42.844613 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:42.845094 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:42.845762 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:42.846976 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc5d2df-0542-45af-8539-cfe946d21294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:06:42.965645 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 24282e02-c4ba-42ed-8281-6e549c3bd962 no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:06:42.994553 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: 24282e02-c4ba-42ed-8281-6e549c3bd962 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:06:42.995042 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 24282e02-c4ba-42ed-8281-6e549c3bd962 not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:06:42.995332 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762083', 'neutron.services.segments.db._delete_segments_for_network-8740646743435'] for network (63680694-8a1f-4ab0-b38c-11df7b0ada7d), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:42.995478 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c687dde-ca43-40da-9927-d961d9f5b2cf req-98ed9241-fc4f-47be-87f1-75ae53aa0cf7 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:42.995966 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device fbe610b3-41f4-48e3-86d0-0843427781bc no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:06:42.997055 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3c687dde-ca43-40da-9927-d961d9f5b2cf req-98ed9241-fc4f-47be-87f1-75ae53aa0cf7 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0566673 Aug 18 17:06:43.031804 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: fbe610b3-41f4-48e3-86d0-0843427781bc {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:06:43.032456 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device fbe610b3-41f4-48e3-86d0-0843427781bc not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:06:43.033074 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device bc902090-7bb9-44a7-b236-33d087953d8a no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:06:43.046272 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 44606) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:43.052499 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3c687dde-ca43-40da-9927-d961d9f5b2cf req-cdc0b710-f8d2-49c7-98cd-5d92fce516bc tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497062 Aug 18 17:06:43.062029 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: bc902090-7bb9-44a7-b236-33d087953d8a {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:06:43.062029 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device bc902090-7bb9-44a7-b236-33d087953d8a not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:06:43.063115 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:06:43.063401 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:06:43.064738 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:06:43.065084 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Subscribe: > port after_create 55550000 {{(pid=106918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:06:43.067362 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:06:43.067565 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Subscribe: > port after_update 55550000 {{(pid=106918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:06:43.067925 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:06:43.068264 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:06:43.068601 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:06:43.068935 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:06:43.157372 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:06:43.157728 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:06:43.158068 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:06:43.158411 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 17:06:43.158825 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63680694-8a1f-4ab0-b38c-11df7b0ada7d']}} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:06:43.163556 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:43.197802 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-12cb0e39-3b61-45e1-bfca-74098f822b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:43.204862 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad12144-4088-4178-8a1d-18d54e3a5748') {'for_net_delete': True} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:06:43.205243 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad12144-4088-4178-8a1d-18d54e3a5748') {} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:06:43.251693 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740646743498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25603873'] for segment (bad12144-4088-4178-8a1d-18d54e3a5748), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:43.259082 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-451cf461-ecca-4b02-9805-799e552a634a req-e4ef9376-3249-4920-97f1-362ccb9e3931 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 210 time: 0.0806940 Aug 18 17:06:43.267312 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [req-662ac078-8ee3-4302-afc5-183239bbedfb req-e9fc0948-4a47-4f4c-a74c-9e0b7422ee08 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Allocated IP 172.20.0.10 (98f13a32-2c3b-4f7d-a9ec-0ec548386443/0a00860c-150f-4142-8e24-68079b13f7db/30cfa317-17d6-438e-9ced-38f2feec236d) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:06:43.292208 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (bad12144-4088-4178-8a1d-18d54e3a5748), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:43.304153 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=106918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 17:06:43.304616 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26478330'] for segment (bad12144-4088-4178-8a1d-18d54e3a5748), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:43.377454 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-ecdbf77e-88ba-4086-a2f2-8b8eee82c1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:43.507329 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876546'] for network (63680694-8a1f-4ab0-b38c-11df7b0ada7d), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:43.541993 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.services.segments.plugin [-] Segment bad12144-4088-4178-8a1d-18d54e3a5748 resource provider aggregate not found Aug 18 17:06:43.546595 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-12cb0e39-3b61-45e1-bfca-74098f822b77 admin admin] Publish callbacks [] for security_group (7ac27f15-3063-426e-82dd-22d27e2700f1), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:43.550183 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:43.553700 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/63680694-8a1f-4ab0-b38c-11df7b0ada7d HTTP/1.1" status: 204 len: 168 time: 1.4084423 Aug 18 17:06:43.559984 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397acac-2744-4f1f-b806-25d3335c2005 admin admin] Pushing event deleted for resources: {'Network': ['ID=63680694-8a1f-4ab0-b38c-11df7b0ada7d,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:43.564832 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.services.segments.plugin [-] Segment bad12144-4088-4178-8a1d-18d54e3a5748 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bad12144-4088-4178-8a1d-18d54e3a5748 found for delete ", "request_id": "req-8ec2863c-c772-4678-b3bb-3a2ae1a1666b"}]} Aug 18 17:06:43.594758 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-662ac078-8ee3-4302-afc5-183239bbedfb req-e9fc0948-4a47-4f4c-a74c-9e0b7422ee08 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Publish callbacks [] for port (30cfa317-17d6-438e-9ced-38f2feec236d), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:43.618804 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-12cb0e39-3b61-45e1-bfca-74098f822b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (7ac27f15-3063-426e-82dd-22d27e2700f1), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:43.665746 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-12cb0e39-3b61-45e1-bfca-74098f822b77 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8331b9a6a0fd4c02accd9f8be6f90aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6163361 Aug 18 17:06:43.666716 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb0e39-3b61-45e1-bfca-74098f822b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac27f15-3063-426e-82dd-22d27e2700f1,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:43.668520 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 44628) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:43.708513 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-662ac078-8ee3-4302-afc5-183239bbedfb req-e9fc0948-4a47-4f4c-a74c-9e0b7422ee08 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (30cfa317-17d6-438e-9ced-38f2feec236d), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:43.720254 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-03dd9172-0459-40f4-bd6d-2e7a47741d06 admin admin] Publish callbacks [] for security_group (7ac27f15-3063-426e-82dd-22d27e2700f1), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:43.742152 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-03dd9172-0459-40f4-bd6d-2e7a47741d06 admin admin] Publish callbacks [] for security_group (7ac27f15-3063-426e-82dd-22d27e2700f1), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:43.750402 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662ac078-8ee3-4302-afc5-183239bbedfb req-e9fc0948-4a47-4f4c-a74c-9e0b7422ee08 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Network 98f13a32-2c3b-4f7d-a9ec-0ec548386443 is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:06:43.752479 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:43.756314 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [req-662ac078-8ee3-4302-afc5-183239bbedfb req-e9fc0948-4a47-4f4c-a74c-9e0b7422ee08 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:06:43.763980 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-662ac078-8ee3-4302-afc5-183239bbedfb req-e9fc0948-4a47-4f4c-a74c-9e0b7422ee08 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:06:43.768551 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc0948-4a47-4f4c-a74c-9e0b7422ee08 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Pushing event updated for resources: {'Port': ['ID=30cfa317-17d6-438e-9ced-38f2feec236d,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:43.818235 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ac078-8ee3-4302-afc5-183239bbedfb req-e9fc0948-4a47-4f4c-a74c-9e0b7422ee08 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:43.818850 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-662ac078-8ee3-4302-afc5-183239bbedfb req-e9fc0948-4a47-4f4c-a74c-9e0b7422ee08 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:43.885290 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-03dd9172-0459-40f4-bd6d-2e7a47741d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (7ac27f15-3063-426e-82dd-22d27e2700f1), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:43.888351 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-03dd9172-0459-40f4-bd6d-2e7a47741d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:43.892180 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-662ac078-8ee3-4302-afc5-183239bbedfb req-e9fc0948-4a47-4f4c-a74c-9e0b7422ee08 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3869238 Aug 18 17:06:43.892321 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-03dd9172-0459-40f4-bd6d-2e7a47741d06 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7ac27f15-3063-426e-82dd-22d27e2700f1 HTTP/1.1" status: 204 len: 168 time: 0.2200210 Aug 18 17:06:43.897969 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd9172-0459-40f4-bd6d-2e7a47741d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac27f15-3063-426e-82dd-22d27e2700f1,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:43.911069 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-662ac078-8ee3-4302-afc5-183239bbedfb req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] Request body: {'port': {'device_id': '5ccc5298-562d-471e-b9b6-201fda0b0045', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85367'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:06:43.974801 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=75,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:43.975685 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-662ac078-8ee3-4302-afc5-183239bbedfb req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (30cfa317-17d6-438e-9ced-38f2feec236d), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:44.002692 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 44632) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:44.047873 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-aa5a40c5-8afe-4534-8a86-4277ab57b635 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9fb6f2a098cb4ed4b93c4edb41ff2113&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416920 Aug 18 17:06:44.048178 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 44634) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:44.102970 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-3e7613d6-294e-4d13-835d-9e5b8e5a52eb admin admin] Publish callbacks [] for security_group (e678f400-ebb1-44ac-b35f-9bdd097d526e), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:44.125245 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-3e7613d6-294e-4d13-835d-9e5b8e5a52eb admin admin] Publish callbacks [] for security_group (e678f400-ebb1-44ac-b35f-9bdd097d526e), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:44.243836 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72642f64-fcc6-44fd-82c2-58a2edc8a198 req-647ab362-28fe-4d5c-b414-6f11bddc8c00 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:44.245694 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-72642f64-fcc6-44fd-82c2-58a2edc8a198 req-647ab362-28fe-4d5c-b414-6f11bddc8c00 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0804975 Aug 18 17:06:44.305575 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [req-662ac078-8ee3-4302-afc5-183239bbedfb req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30cfa317-17d6-438e-9ced-38f2feec236d {{(pid=106918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:06:44.318208 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-662ac078-8ee3-4302-afc5-183239bbedfb req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] Publish callbacks [] for port (30cfa317-17d6-438e-9ced-38f2feec236d), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:44.331760 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 44656) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:44.342395 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-72642f64-fcc6-44fd-82c2-58a2edc8a198 req-1971e47f-85a4-4a71-a60c-eaaff8390023 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814490 Aug 18 17:06:44.391620 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-3e7613d6-294e-4d13-835d-9e5b8e5a52eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (e678f400-ebb1-44ac-b35f-9bdd097d526e), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:44.393687 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.provisioning_blocks [req-662ac078-8ee3-4302-afc5-183239bbedfb req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] Transition to ACTIVE for port object 30cfa317-17d6-438e-9ced-38f2feec236d will not be triggered until provisioned by entity L2. {{(pid=106918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 18 17:06:44.394537 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-3e7613d6-294e-4d13-835d-9e5b8e5a52eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:44.395806 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-3e7613d6-294e-4d13-835d-9e5b8e5a52eb admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e678f400-ebb1-44ac-b35f-9bdd097d526e HTTP/1.1" status: 204 len: 168 time: 0.3467605 Aug 18 17:06:44.416634 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe5ff6-b53d-47ea-a40a-6a3a9a208362 req-b79acbd6-ab46-4162-801a-18598e86da87 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:44.417259 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7613d6-294e-4d13-835d-9e5b8e5a52eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e678f400-ebb1-44ac-b35f-9bdd097d526e,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:44.418373 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9bbe5ff6-b53d-47ea-a40a-6a3a9a208362 req-b79acbd6-ab46-4162-801a-18598e86da87 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 932 time: 0.0565615 Aug 18 17:06:44.431019 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_v2 [None req-71942a4e-410c-4c64-a44e-36953a3c649f admin admin] Deleting subnet fe71e656-13c6-46c8-88b4-d339ce4445ce {{(pid=106919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 17:06:44.435008 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-71942a4e-410c-4c64-a44e-36953a3c649f admin admin] Publish callbacks [] for subnet (fe71e656-13c6-46c8-88b4-d339ce4445ce), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:44.436720 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:44.448087 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-662ac078-8ee3-4302-afc5-183239bbedfb req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (30cfa317-17d6-438e-9ced-38f2feec236d), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:44.488002 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-71942a4e-410c-4c64-a44e-36953a3c649f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26669183'] for subnet (fe71e656-13c6-46c8-88b4-d339ce4445ce), precommit_delete_associations {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:44.530560 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-71942a4e-410c-4c64-a44e-36953a3c649f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763242'] for subnet (fe71e656-13c6-46c8-88b4-d339ce4445ce), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:44.540397 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9bbe5ff6-b53d-47ea-a40a-6a3a9a208362 req-ab6be979-60c9-4fae-ba2e-357015aa4f57 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123509 Aug 18 17:06:44.560096 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] Pushing event updated for resources: {'Port': ['ID=30cfa317-17d6-438e-9ced-38f2feec236d,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:44.613084 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-662ac078-8ee3-4302-afc5-183239bbedfb req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] Attempting to bind port 30cfa317-17d6-438e-9ced-38f2feec236d on host hv-cinder-85367 for vnic_type normal with profile {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:06:44.613394 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-662ac078-8ee3-4302-afc5-183239bbedfb req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] Attempting to bind port 30cfa317-17d6-438e-9ced-38f2feec236d by drivers openvswitch,hyperv on host hv-cinder-85367 at level 0 using segments [{'id': 'dd6267b2-e8c4-43d9-966e-44075ddd3bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '98f13a32-2c3b-4f7d-a9ec-0ec548386443'}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:06:44.613663 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662ac078-8ee3-4302-afc5-183239bbedfb req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] Attempting to bind port 30cfa317-17d6-438e-9ced-38f2feec236d on network 98f13a32-2c3b-4f7d-a9ec-0ec548386443 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:06:44.618363 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662ac078-8ee3-4302-afc5-183239bbedfb req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] Port 30cfa317-17d6-438e-9ced-38f2feec236d on network 98f13a32-2c3b-4f7d-a9ec-0ec548386443 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85367 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 17:06:44.618685 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662ac078-8ee3-4302-afc5-183239bbedfb req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] Attempting to bind port 30cfa317-17d6-438e-9ced-38f2feec236d on network 98f13a32-2c3b-4f7d-a9ec-0ec548386443 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:06:44.624264 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662ac078-8ee3-4302-afc5-183239bbedfb req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] Checking agent: {'id': '7d5d2def-e0b5-42a1-88b7-94e33648777b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85367', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'started_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:06:44.624604 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662ac078-8ee3-4302-afc5-183239bbedfb req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] Checking segment: {'id': 'dd6267b2-e8c4-43d9-966e-44075ddd3bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '98f13a32-2c3b-4f7d-a9ec-0ec548386443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:06:44.625079 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662ac078-8ee3-4302-afc5-183239bbedfb req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] Bound using segment: {'id': 'dd6267b2-e8c4-43d9-966e-44075ddd3bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '98f13a32-2c3b-4f7d-a9ec-0ec548386443'} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:06:44.625543 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-662ac078-8ee3-4302-afc5-183239bbedfb req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] Bound port: 30cfa317-17d6-438e-9ced-38f2feec236d, host: hv-cinder-85367, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd6267b2-e8c4-43d9-966e-44075ddd3bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '98f13a32-2c3b-4f7d-a9ec-0ec548386443'}}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:06:44.626029 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-662ac078-8ee3-4302-afc5-183239bbedfb req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (30cfa317-17d6-438e-9ced-38f2feec236d), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:44.685925 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-71942a4e-410c-4c64-a44e-36953a3c649f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26604591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25646354'] for subnet (fe71e656-13c6-46c8-88b4-d339ce4445ce), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:44.700383 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-662ac078-8ee3-4302-afc5-183239bbedfb req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] For port 30cfa317-17d6-438e-9ced-38f2feec236d, host hv-cinder-85367, cleared binding levels {{(pid=106918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:06:44.704547 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-662ac078-8ee3-4302-afc5-183239bbedfb req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] For port 30cfa317-17d6-438e-9ced-38f2feec236d, host hv-cinder-85367, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=30cfa317-17d6-438e-9ced-38f2feec236d,segment=NetworkSegment(dd6267b2-e8c4-43d9-966e-44075ddd3bf7),segment_id=dd6267b2-e8c4-43d9-966e-44075ddd3bf7)] {{(pid=106918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:06:44.718797 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71942a4e-410c-4c64-a44e-36953a3c649f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe71e656-13c6-46c8-88b4-d339ce4445ce,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:44.722717 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-71942a4e-410c-4c64-a44e-36953a3c649f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:44.737954 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-71942a4e-410c-4c64-a44e-36953a3c649f admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/fe71e656-13c6-46c8-88b4-d339ce4445ce HTTP/1.1" status: 204 len: 168 time: 0.3931389 Aug 18 17:06:44.737954 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 44668) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:44.738380 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:44.748764 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:44.784496 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-662ac078-8ee3-4302-afc5-183239bbedfb req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (30cfa317-17d6-438e-9ced-38f2feec236d), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:44.791625 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ac078-8ee3-4302-afc5-183239bbedfb req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:44.794290 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-662ac078-8ee3-4302-afc5-183239bbedfb req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:44.795745 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-662ac078-8ee3-4302-afc5-183239bbedfb req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/30cfa317-17d6-438e-9ced-38f2feec236d HTTP/1.1" status: 200 len: 1094 time: 0.8904827 Aug 18 17:06:44.796226 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ccc5298-562d-471e-b9b6-201fda0b0045', 'tag': '30cfa317-17d6-438e-9ced-38f2feec236d'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:06:44.798796 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd35c76-5946-432e-9094-76585bc9655a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ccc5298-562d-471e-b9b6-201fda0b0045", "tag": "30cfa317-17d6-438e-9ced-38f2feec236d"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:06:44.820358 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d96dcda4-3a6a-44f1-99d4-b13565bbe52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915243'] for network (1a0d0aeb-8e49-41de-a7d0-d2cf78364193), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:44.861632 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ce05c9-59ba-44be-b9f2-0c98b02e2967 x-openstack-request-id: req-f6ce05c9-59ba-44be-b9f2-0c98b02e2967 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:06:44.861925 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ccc5298-562d-471e-b9b6-201fda0b0045", "tag": "30cfa317-17d6-438e-9ced-38f2feec236d", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:06:44.862181 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f6ce05c9-59ba-44be-b9f2-0c98b02e2967 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:06:44.862669 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6ce05c9-59ba-44be-b9f2-0c98b02e2967'] response: {'name': 'network-changed', 'server_uuid': '5ccc5298-562d-471e-b9b6-201fda0b0045', 'tag': '30cfa317-17d6-438e-9ced-38f2feec236d', 'status': 'completed', 'code': 200} Aug 18 17:06:44.868669 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbad58-afa2-4e7e-8c22-2ddf66985ffa service neutron] Pushing event updated for resources: {'Port': ['ID=30cfa317-17d6-438e-9ced-38f2feec236d,revision_number=3']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:44.941768 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d96dcda4-3a6a-44f1-99d4-b13565bbe52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762083', 'neutron.services.segments.db._delete_segments_for_network-8740646743435'] for network (1a0d0aeb-8e49-41de-a7d0-d2cf78364193), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:44.965113 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.services.segments.db [None req-d96dcda4-3a6a-44f1-99d4-b13565bbe52a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a0d0aeb-8e49-41de-a7d0-d2cf78364193']}} {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:06:44.976039 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.services.segments.db [None req-d96dcda4-3a6a-44f1-99d4-b13565bbe52a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65725b4c-c8ea-4fdc-9d1f-34f10ea73c96') {'for_net_delete': True} {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:06:44.976340 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.services.segments.db [None req-d96dcda4-3a6a-44f1-99d4-b13565bbe52a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65725b4c-c8ea-4fdc-9d1f-34f10ea73c96') {} {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:06:44.988265 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d96dcda4-3a6a-44f1-99d4-b13565bbe52a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740646743498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26669188'] for segment (65725b4c-c8ea-4fdc-9d1f-34f10ea73c96), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:45.003372 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d96dcda4-3a6a-44f1-99d4-b13565bbe52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (65725b4c-c8ea-4fdc-9d1f-34f10ea73c96), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:45.010665 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96dcda4-3a6a-44f1-99d4-b13565bbe52a admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=106919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 17:06:45.011081 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d96dcda4-3a6a-44f1-99d4-b13565bbe52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26604613'] for segment (65725b4c-c8ea-4fdc-9d1f-34f10ea73c96), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:45.062828 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.services.segments.plugin [-] Segment 65725b4c-c8ea-4fdc-9d1f-34f10ea73c96 resource provider aggregate not found Aug 18 17:06:45.090523 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.services.segments.plugin [-] Segment 65725b4c-c8ea-4fdc-9d1f-34f10ea73c96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65725b4c-c8ea-4fdc-9d1f-34f10ea73c96 found for delete ", "request_id": "req-9d40f56c-0197-4843-ba81-51cb6d164972"}]} Aug 18 17:06:45.132174 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d96dcda4-3a6a-44f1-99d4-b13565bbe52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876546'] for network (1a0d0aeb-8e49-41de-a7d0-d2cf78364193), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:45.157393 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:45.163383 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dcda4-3a6a-44f1-99d4-b13565bbe52a admin admin] Pushing event deleted for resources: {'Network': ['ID=1a0d0aeb-8e49-41de-a7d0-d2cf78364193,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:45.166994 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d96dcda4-3a6a-44f1-99d4-b13565bbe52a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:45.171469 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-d96dcda4-3a6a-44f1-99d4-b13565bbe52a admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/1a0d0aeb-8e49-41de-a7d0-d2cf78364193 HTTP/1.1" status: 204 len: 168 time: 0.4413025 Aug 18 17:06:45.174191 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 44692) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:45.175822 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd35c76-5946-432e-9094-76585bc9655a req-cdc4b6f6-d518-44ba-911c-80a662567693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:45.177548 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-efd35c76-5946-432e-9094-76585bc9655a req-cdc4b6f6-d518-44ba-911c-80a662567693 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=69a1c86410df4504b5f18a80623dceba&device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 1128 time: 0.2824976 Aug 18 17:06:45.229774 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_v2 [None req-86bb6b51-0586-4ac1-aaf0-a7b22fc0f94a admin admin] Deleting subnet 0a940191-42a5-4c83-9c91-30165b116300 {{(pid=106919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 17:06:45.234110 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-86bb6b51-0586-4ac1-aaf0-a7b22fc0f94a admin admin] Publish callbacks [] for subnet (0a940191-42a5-4c83-9c91-30165b116300), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:45.273310 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-86bb6b51-0586-4ac1-aaf0-a7b22fc0f94a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26669183'] for subnet (0a940191-42a5-4c83-9c91-30165b116300), precommit_delete_associations {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:45.292337 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd35c76-5946-432e-9094-76585bc9655a req-25cc2491-c10d-4bea-ae77-ecd47d7ad6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:45.293905 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-efd35c76-5946-432e-9094-76585bc9655a req-25cc2491-c10d-4bea-ae77-ecd47d7ad6bc service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=69a1c86410df4504b5f18a80623dceba&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1019967 Aug 18 17:06:45.314790 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-86bb6b51-0586-4ac1-aaf0-a7b22fc0f94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763242'] for subnet (0a940191-42a5-4c83-9c91-30165b116300), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:45.426308 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd35c76-5946-432e-9094-76585bc9655a req-616e0d7d-270f-4525-b2b3-60622f8848bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:45.428437 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-efd35c76-5946-432e-9094-76585bc9655a req-616e0d7d-270f-4525-b2b3-60622f8848bd service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1263566 Aug 18 17:06:45.451943 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-86bb6b51-0586-4ac1-aaf0-a7b22fc0f94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26604591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25646354'] for subnet (0a940191-42a5-4c83-9c91-30165b116300), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:45.474575 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-86bb6b51-0586-4ac1-aaf0-a7b22fc0f94a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:45.478263 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-86bb6b51-0586-4ac1-aaf0-a7b22fc0f94a admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/0a940191-42a5-4c83-9c91-30165b116300 HTTP/1.1" status: 204 len: 168 time: 0.3023477 Aug 18 17:06:45.481851 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 44706) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:45.514705 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb6b51-0586-4ac1-aaf0-a7b22fc0f94a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a940191-42a5-4c83-9c91-30165b116300,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:45.540956 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a498b7-d73a-4ac2-94c1-0cd06b98c863 req-d9d63b0c-ff5d-4e64-98f8-5291278125c0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:45.547318 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c5a498b7-d73a-4ac2-94c1-0cd06b98c863 req-d9d63b0c-ff5d-4e64-98f8-5291278125c0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0917227 Aug 18 17:06:45.551469 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ac078-8ee3-4302-afc5-183239bbedfb req-2c1afa96-4e69-412c-8159-aeb072819941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:45.552791 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-662ac078-8ee3-4302-afc5-183239bbedfb req-2c1afa96-4e69-412c-8159-aeb072819941 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=69a1c86410df4504b5f18a80623dceba&device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 1128 time: 0.0622787 Aug 18 17:06:45.602437 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4d53eec4-ad34-44f1-b6fa-839b2ad1f023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915243'] for network (79ef34f9-3b51-42ac-80c6-8cb63e5e81f1), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:45.615868 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-662ac078-8ee3-4302-afc5-183239bbedfb req-d7c5932d-d167-4b4a-b97b-f9dd084564d5 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30cfa317-17d6-438e-9ced-38f2feec236d HTTP/1.1" status: 200 len: 217 time: 0.0415931 Aug 18 17:06:45.621912 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:45.642430 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c5a498b7-d73a-4ac2-94c1-0cd06b98c863 req-183450e1-3938-4e23-b06d-f425c5d7747a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930352 Aug 18 17:06:45.691481 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ac078-8ee3-4302-afc5-183239bbedfb req-003c93e8-9eb6-42b4-990a-eaf820668be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:45.691912 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-662ac078-8ee3-4302-afc5-183239bbedfb req-003c93e8-9eb6-42b4-990a-eaf820668be8 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=0a00860c-150f-4142-8e24-68079b13f7db HTTP/1.1" status: 200 len: 849 time: 0.0646825 Aug 18 17:06:45.732780 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-662ac078-8ee3-4302-afc5-183239bbedfb req-5175c538-5f6a-4294-bb5e-9f21f50489ba service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=98f13a32-2c3b-4f7d-a9ec-0ec548386443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333440 Aug 18 17:06:45.735108 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4d53eec4-ad34-44f1-b6fa-839b2ad1f023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762083', 'neutron.services.segments.db._delete_segments_for_network-8740646743435'] for network (79ef34f9-3b51-42ac-80c6-8cb63e5e81f1), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:45.749555 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc1c81-d63e-4e6f-8c0c-f7cf62ebb778 req-2d579917-d095-4c84-b3fc-3095f1b79789 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:45.751049 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-59dc1c81-d63e-4e6f-8c0c-f7cf62ebb778 req-2d579917-d095-4c84-b3fc-3095f1b79789 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 944 time: 0.1131084 Aug 18 17:06:45.772562 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.services.segments.db [None req-4d53eec4-ad34-44f1-b6fa-839b2ad1f023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ef34f9-3b51-42ac-80c6-8cb63e5e81f1']}} {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:06:45.775962 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:45.796048 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.services.segments.db [None req-4d53eec4-ad34-44f1-b6fa-839b2ad1f023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aecc77f1-2b38-4c4f-8e66-0528a683b172') {'for_net_delete': True} {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:06:45.796347 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.services.segments.db [None req-4d53eec4-ad34-44f1-b6fa-839b2ad1f023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aecc77f1-2b38-4c4f-8e66-0528a683b172') {} {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:06:45.818939 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4d53eec4-ad34-44f1-b6fa-839b2ad1f023 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740646743498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26669188'] for segment (aecc77f1-2b38-4c4f-8e66-0528a683b172), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:45.844103 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-59dc1c81-d63e-4e6f-8c0c-f7cf62ebb778 req-bf966e47-238e-4951-b95a-dc952b484286 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812023 Aug 18 17:06:45.845517 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4d53eec4-ad34-44f1-b6fa-839b2ad1f023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (aecc77f1-2b38-4c4f-8e66-0528a683b172), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:45.851831 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d53eec4-ad34-44f1-b6fa-839b2ad1f023 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=106919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 17:06:45.852430 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4d53eec4-ad34-44f1-b6fa-839b2ad1f023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26604613'] for segment (aecc77f1-2b38-4c4f-8e66-0528a683b172), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:45.884682 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-662ac078-8ee3-4302-afc5-183239bbedfb req-b30dd5d4-1483-4edb-a2eb-cac2e965469d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/98f13a32-2c3b-4f7d-a9ec-0ec548386443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385536 Aug 18 17:06:46.000635 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-662ac078-8ee3-4302-afc5-183239bbedfb req-3d9f1443-b242-45fd-b504-f03e3dbef136 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/98f13a32-2c3b-4f7d-a9ec-0ec548386443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053271 Aug 18 17:06:46.012331 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4d53eec4-ad34-44f1-b6fa-839b2ad1f023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876546'] for network (79ef34f9-3b51-42ac-80c6-8cb63e5e81f1), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:46.033908 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4d53eec4-ad34-44f1-b6fa-839b2ad1f023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:46.037017 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-4d53eec4-ad34-44f1-b6fa-839b2ad1f023 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/79ef34f9-3b51-42ac-80c6-8cb63e5e81f1 HTTP/1.1" status: 204 len: 168 time: 0.5538974 Aug 18 17:06:46.038667 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53eec4-ad34-44f1-b6fa-839b2ad1f023 admin admin] Pushing event deleted for resources: {'Network': ['ID=79ef34f9-3b51-42ac-80c6-8cb63e5e81f1,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:46.080212 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:46.233833 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:46.256876 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:46.416509 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 44736) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:46.483686 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-a72274e3-5ae2-4564-bcf7-e7db34b158df admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=82ceeff01ed941879fe27a8ae081b34c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0655136 Aug 18 17:06:46.492255 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 44742) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:46.570906 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d8e92ecb-b0db-4bf7-94ba-3bbfa2a33236 admin admin] Publish callbacks [] for security_group (dfbb7c25-890e-453f-8c5e-5035f6990552), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:46.593949 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d8e92ecb-b0db-4bf7-94ba-3bbfa2a33236 admin admin] Publish callbacks [] for security_group (dfbb7c25-890e-453f-8c5e-5035f6990552), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:46.691824 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:46.693071 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d8e92ecb-b0db-4bf7-94ba-3bbfa2a33236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (dfbb7c25-890e-453f-8c5e-5035f6990552), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:46.696555 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d8e92ecb-b0db-4bf7-94ba-3bbfa2a33236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:46.697817 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-d8e92ecb-b0db-4bf7-94ba-3bbfa2a33236 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/dfbb7c25-890e-453f-8c5e-5035f6990552 HTTP/1.1" status: 204 len: 168 time: 0.2045274 Aug 18 17:06:46.707679 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e92ecb-b0db-4bf7-94ba-3bbfa2a33236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbb7c25-890e-453f-8c5e-5035f6990552,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:46.842508 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5b864-2063-4260-8fd2-e10f43554e2b req-ed1cb1cf-9e1e-404d-8f7b-b16276f10cb6 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:46.850468 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-97a5b864-2063-4260-8fd2-e10f43554e2b req-ed1cb1cf-9e1e-404d-8f7b-b16276f10cb6 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.1086454 Aug 18 17:06:46.925276 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-97a5b864-2063-4260-8fd2-e10f43554e2b req-19fdbb66-8341-4824-a058-b56828224024 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675550 Aug 18 17:06:47.006967 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdbf10-5911-4d04-8807-6d2ea2620946 req-c1a7410f-9b2d-435a-846a-a47679e27798 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:47.016086 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a6fdbf10-5911-4d04-8807-6d2ea2620946 req-c1a7410f-9b2d-435a-846a-a47679e27798 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 944 time: 0.0751305 Aug 18 17:06:47.068352 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a6fdbf10-5911-4d04-8807-6d2ea2620946 req-a8c833c9-677f-4910-b6b7-8d03b22ee81e tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489943 Aug 18 17:06:47.109192 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.services.segments.plugin [-] Segment aecc77f1-2b38-4c4f-8e66-0528a683b172 resource provider aggregate not found Aug 18 17:06:47.130582 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.services.segments.plugin [-] Segment aecc77f1-2b38-4c4f-8e66-0528a683b172 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aecc77f1-2b38-4c4f-8e66-0528a683b172 found for delete ", "request_id": "req-46285616-7430-4c30-9437-97c74ab4d47e"}]} Aug 18 17:06:47.597451 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 44792) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:47.638546 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-2fe3cd0d-13d5-40f1-bede-c12ab4e4954d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f962ce2fc4fb45edbc79496794e7673b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397930 Aug 18 17:06:47.641320 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 44794) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:47.704702 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bd909bda-8ed6-4c67-a682-276515d06d03 admin admin] Publish callbacks [] for security_group (d82af55b-62ab-4a2e-9643-ea527cb4513f), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:47.726438 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bd909bda-8ed6-4c67-a682-276515d06d03 admin admin] Publish callbacks [] for security_group (d82af55b-62ab-4a2e-9643-ea527cb4513f), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:47.834147 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bd909bda-8ed6-4c67-a682-276515d06d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (d82af55b-62ab-4a2e-9643-ea527cb4513f), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:47.836874 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bd909bda-8ed6-4c67-a682-276515d06d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:47.838056 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-bd909bda-8ed6-4c67-a682-276515d06d03 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d82af55b-62ab-4a2e-9643-ea527cb4513f HTTP/1.1" status: 204 len: 168 time: 0.1958208 Aug 18 17:06:47.846441 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd909bda-8ed6-4c67-a682-276515d06d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82af55b-62ab-4a2e-9643-ea527cb4513f,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:48.059953 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4525830-cb80-4827-874e-4c17b8970f7a req-e0e9672e-12ae-468a-b64e-cdc8dc5d6ca2 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:48.061542 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e4525830-cb80-4827-874e-4c17b8970f7a req-e0e9672e-12ae-468a-b64e-cdc8dc5d6ca2 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0487795 Aug 18 17:06:48.110911 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e4525830-cb80-4827-874e-4c17b8970f7a req-f35fd027-8602-4ce7-8501-cc8f245a4991 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432673 Aug 18 17:06:48.194508 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25972ba7-8a59-4c4d-a117-10dace020a22 req-70e12daf-1688-4894-b976-18bad6a36565 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:48.194508 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-25972ba7-8a59-4c4d-a117-10dace020a22 req-70e12daf-1688-4894-b976-18bad6a36565 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 944 time: 0.0500932 Aug 18 17:06:48.240751 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-25972ba7-8a59-4c4d-a117-10dace020a22 req-b42e29a4-ad4e-46d9-b117-68ae65202fcd tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431592 Aug 18 17:06:48.334044 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 30cfa317-17d6-438e-9ced-38f2feec236d details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:06:48.447415 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 30cfa317-17d6-438e-9ced-38f2feec236d, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=30cfa317-17d6-438e-9ced-38f2feec236d,segment=NetworkSegment(dd6267b2-e8c4-43d9-966e-44075ddd3bf7),segment_id=dd6267b2-e8c4-43d9-966e-44075ddd3bf7)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:48.459362 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': '30cfa317-17d6-438e-9ced-38f2feec236d', 'network_id': '98f13a32-2c3b-4f7d-a9ec-0ec548386443', 'port_id': '30cfa317-17d6-438e-9ced-38f2feec236d', 'mac_address': 'fa:16:3e:fd:00:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a00860c-150f-4142-8e24-68079b13f7db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:06:48.497377 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 30cfa317-17d6-438e-9ced-38f2feec236d is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:06:48.497685 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (30cfa317-17d6-438e-9ced-38f2feec236d), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:48.512103 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30cfa317-17d6-438e-9ced-38f2feec236d {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:06:48.534361 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 30cfa317-17d6-438e-9ced-38f2feec236d, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=30cfa317-17d6-438e-9ced-38f2feec236d,segment=NetworkSegment(dd6267b2-e8c4-43d9-966e-44075ddd3bf7),segment_id=dd6267b2-e8c4-43d9-966e-44075ddd3bf7)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:48.628307 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (30cfa317-17d6-438e-9ced-38f2feec236d), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:48.680865 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=30cfa317-17d6-438e-9ced-38f2feec236d,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:48.931034 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['30cfa317-17d6-438e-9ced-38f2feec236d'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:06:49.171754 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 44854) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:49.242149 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d8abf-d6c4-446e-9ac4-1c3c7aed4450 req-a970bac7-2dff-4d82-bd51-b4629ad01db9 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:49.243863 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-442d8abf-d6c4-446e-9ac4-1c3c7aed4450 req-a970bac7-2dff-4d82-bd51-b4629ad01db9 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0562346 Aug 18 17:06:49.313885 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-147bc96c-19f3-4d91-95e0-4a49ffe96f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:49.325486 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-442d8abf-d6c4-446e-9ac4-1c3c7aed4450 req-a1204657-671f-4342-823f-3eaae86f902c tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743675 Aug 18 17:06:49.397033 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac809ef-d456-4d79-9c89-1be99075a09a req-6baecc49-a5da-450f-8ecd-5507422cd66a tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:49.398589 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-eac809ef-d456-4d79-9c89-1be99075a09a req-6baecc49-a5da-450f-8ecd-5507422cd66a tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 945 time: 0.0709538 Aug 18 17:06:49.477267 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-eac809ef-d456-4d79-9c89-1be99075a09a req-60ac5178-2e5e-48aa-9f67-c55410197ab4 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705094 Aug 18 17:06:49.489822 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:49.492135 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-147bc96c-19f3-4d91-95e0-4a49ffe96f4c admin admin] Publish callbacks [] for security_group (f0560a31-9476-4918-9c1b-0201f8588b44), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:49.599773 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-147bc96c-19f3-4d91-95e0-4a49ffe96f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (f0560a31-9476-4918-9c1b-0201f8588b44), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:49.641487 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-147bc96c-19f3-4d91-95e0-4a49ffe96f4c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7aa85addc4a64bed97c2d3d51e1ba609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4684873 Aug 18 17:06:49.642457 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bc96c-19f3-4d91-95e0-4a49ffe96f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0560a31-9476-4918-9c1b-0201f8588b44,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:49.644623 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 44864) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:49.696942 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f72174cd-1c23-4df4-9ec3-e43168180a56 admin admin] Publish callbacks [] for security_group (f0560a31-9476-4918-9c1b-0201f8588b44), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:49.718396 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f72174cd-1c23-4df4-9ec3-e43168180a56 admin admin] Publish callbacks [] for security_group (f0560a31-9476-4918-9c1b-0201f8588b44), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:49.874340 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f72174cd-1c23-4df4-9ec3-e43168180a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (f0560a31-9476-4918-9c1b-0201f8588b44), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:49.877884 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f72174cd-1c23-4df4-9ec3-e43168180a56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:49.879056 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-f72174cd-1c23-4df4-9ec3-e43168180a56 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f0560a31-9476-4918-9c1b-0201f8588b44 HTTP/1.1" status: 204 len: 168 time: 0.2327709 Aug 18 17:06:49.887427 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72174cd-1c23-4df4-9ec3-e43168180a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0560a31-9476-4918-9c1b-0201f8588b44,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:50.328218 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 30cfa317-17d6-438e-9ced-38f2feec236d up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:06:50.381001 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning for port 30cfa317-17d6-438e-9ced-38f2feec236d completed by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 18 17:06:50.451530 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34493c43-1430-431a-afbf-a0ed0301053e req-ffb1c530-31e8-4abd-a3be-c537870e367d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:50.453030 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-34493c43-1430-431a-afbf-a0ed0301053e req-ffb1c530-31e8-4abd-a3be-c537870e367d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0479031 Aug 18 17:06:50.511459 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-34493c43-1430-431a-afbf-a0ed0301053e req-dc9dcaa7-de75-4cfb-a7f6-1b9096cac2d5 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520384 Aug 18 17:06:50.531238 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port 30cfa317-17d6-438e-9ced-38f2feec236d triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:06:50.531649 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (30cfa317-17d6-438e-9ced-38f2feec236d), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:50.611795 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 30cfa317-17d6-438e-9ced-38f2feec236d is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:06:50.612181 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (30cfa317-17d6-438e-9ced-38f2feec236d), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:50.618418 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e567d1-e758-452a-af31-ca2e97a5cdd2 req-b276e731-4d3a-4f43-9de6-c6e0c5afc8ba tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:50.619939 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b8e567d1-e758-452a-af31-ca2e97a5cdd2 req-b276e731-4d3a-4f43-9de6-c6e0c5afc8ba tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 945 time: 0.0507116 Aug 18 17:06:50.635367 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccc5298-562d-471e-b9b6-201fda0b0045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cfa317-17d6-438e-9ced-38f2feec236d'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:06:50.638195 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56853d4-baea-4221-bbfa-7ba0c28454b6" -d '{"events": [{"server_uuid": "5ccc5298-562d-471e-b9b6-201fda0b0045", "name": "network-vif-plugged", "status": "completed", "tag": "30cfa317-17d6-438e-9ced-38f2feec236d"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:06:50.654353 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 30cfa317-17d6-438e-9ced-38f2feec236d, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=30cfa317-17d6-438e-9ced-38f2feec236d,segment=NetworkSegment(dd6267b2-e8c4-43d9-966e-44075ddd3bf7),segment_id=dd6267b2-e8c4-43d9-966e-44075ddd3bf7)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:06:50.668016 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:50.675855 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b8e567d1-e758-452a-af31-ca2e97a5cdd2 req-cb796620-0e5a-4fe1-bbd8-320df59b91ac tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496325 Aug 18 17:06:50.687364 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14baffe-e2e6-4658-8267-a2ccb2188fe7 x-openstack-request-id: req-a14baffe-e2e6-4658-8267-a2ccb2188fe7 {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:06:50.687737 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccc5298-562d-471e-b9b6-201fda0b0045", "name": "network-vif-plugged", "status": "completed", "tag": "30cfa317-17d6-438e-9ced-38f2feec236d", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:06:50.687976 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a14baffe-e2e6-4658-8267-a2ccb2188fe7 {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:06:50.688336 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a14baffe-e2e6-4658-8267-a2ccb2188fe7'] response: {'server_uuid': '5ccc5298-562d-471e-b9b6-201fda0b0045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cfa317-17d6-438e-9ced-38f2feec236d', 'code': 200} Aug 18 17:06:50.749161 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (30cfa317-17d6-438e-9ced-38f2feec236d), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:50.757855 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:50.821465 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=30cfa317-17d6-438e-9ced-38f2feec236d,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:50.897530 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 44906) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:51.006824 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7d5a8987-3099-4d14-a3ba-2b1c384b55e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:51.078458 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e140e2-652b-4c99-8249-95b50792f49e req-cd12ae96-a656-4db2-a1b1-2b9e9f6cc8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:51.080136 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a8e140e2-652b-4c99-8249-95b50792f49e req-cd12ae96-a656-4db2-a1b1-2b9e9f6cc8bd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 1130 time: 0.0560501 Aug 18 17:06:51.111395 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=65 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:51.124728 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=63 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:51.156874 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7d5a8987-3099-4d14-a3ba-2b1c384b55e8 admin admin] Publish callbacks [] for security_group (30a9ec77-a209-49b9-9349-78e626f512d6), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:51.163769 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a8e140e2-652b-4c99-8249-95b50792f49e req-3b9e42c6-ebf6-43ac-893e-9b3e844df362 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708487 Aug 18 17:06:51.251158 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7d5a8987-3099-4d14-a3ba-2b1c384b55e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (30a9ec77-a209-49b9-9349-78e626f512d6), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:51.285455 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:51.297986 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-7d5a8987-3099-4d14-a3ba-2b1c384b55e8 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=cd92545a87b0497dbc7dbe76d818bfac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3970172 Aug 18 17:06:51.297986 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a8987-3099-4d14-a3ba-2b1c384b55e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a9ec77-a209-49b9-9349-78e626f512d6,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:51.299224 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 44926) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:51.353940 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-6486ccf5-ceba-46a2-80b3-3dd71806789f admin admin] Publish callbacks [] for security_group (30a9ec77-a209-49b9-9349-78e626f512d6), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:51.375800 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-6486ccf5-ceba-46a2-80b3-3dd71806789f admin admin] Publish callbacks [] for security_group (30a9ec77-a209-49b9-9349-78e626f512d6), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:51.484926 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-6486ccf5-ceba-46a2-80b3-3dd71806789f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (30a9ec77-a209-49b9-9349-78e626f512d6), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:51.487628 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-6486ccf5-ceba-46a2-80b3-3dd71806789f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:51.491132 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-6486ccf5-ceba-46a2-80b3-3dd71806789f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/30a9ec77-a209-49b9-9349-78e626f512d6 HTTP/1.1" status: 204 len: 168 time: 0.1879900 Aug 18 17:06:51.497916 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486ccf5-ceba-46a2-80b3-3dd71806789f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a9ec77-a209-49b9-9349-78e626f512d6,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:51.668784 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e25ee-b365-4405-8dda-974263b213f8 req-03b461c8-fbb0-44d4-bbe5-ec671256353d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:51.670326 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e79e25ee-b365-4405-8dda-974263b213f8 req-03b461c8-fbb0-44d4-bbe5-ec671256353d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0789905 Aug 18 17:06:51.712909 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:51.726418 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e79e25ee-b365-4405-8dda-974263b213f8 req-d7ce063d-3e2f-42c7-9834-e713af1fc31d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503728 Aug 18 17:06:51.805609 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc58bdd-afef-43b2-bdd5-5ca9afed8582 req-d59d7c30-ce8a-4079-8e46-03234618f9ab tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:51.807128 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cfc58bdd-afef-43b2-bdd5-5ca9afed8582 req-d59d7c30-ce8a-4079-8e46-03234618f9ab tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 946 time: 0.0519063 Aug 18 17:06:51.861039 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cfc58bdd-afef-43b2-bdd5-5ca9afed8582 req-26dd4df6-1287-42d1-9b98-be2800d9e8c8 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481942 Aug 18 17:06:52.288156 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 44948) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:52.303022 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4999346c-a99e-4c69-84aa-5850b3033779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:52.382290 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4999346c-a99e-4c69-84aa-5850b3033779 admin admin] Publish callbacks [] for security_group (2aa4e901-36bc-4d95-a0db-9f73a22e767c), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:52.456592 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4999346c-a99e-4c69-84aa-5850b3033779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (2aa4e901-36bc-4d95-a0db-9f73a22e767c), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:52.497353 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-4999346c-a99e-4c69-84aa-5850b3033779 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c111457e934041a7b24a4311e7659737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2080946 Aug 18 17:06:52.498071 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999346c-a99e-4c69-84aa-5850b3033779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa4e901-36bc-4d95-a0db-9f73a22e767c,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:52.500195 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 44952) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:06:52.550698 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1f069bf5-cdf5-42b1-8553-74f9789224db admin admin] Publish callbacks [] for security_group (2aa4e901-36bc-4d95-a0db-9f73a22e767c), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:52.571175 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1f069bf5-cdf5-42b1-8553-74f9789224db admin admin] Publish callbacks [] for security_group (2aa4e901-36bc-4d95-a0db-9f73a22e767c), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:52.707897 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1f069bf5-cdf5-42b1-8553-74f9789224db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (2aa4e901-36bc-4d95-a0db-9f73a22e767c), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:52.710468 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-1f069bf5-cdf5-42b1-8553-74f9789224db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:06:52.711670 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-1f069bf5-cdf5-42b1-8553-74f9789224db admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2aa4e901-36bc-4d95-a0db-9f73a22e767c HTTP/1.1" status: 204 len: 168 time: 0.2102559 Aug 18 17:06:52.721807 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f069bf5-cdf5-42b1-8553-74f9789224db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa4e901-36bc-4d95-a0db-9f73a22e767c,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:06:52.852795 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439ff46-0376-404e-83e3-713ad58e1590 req-a312f133-3eac-47bf-9cc8-c0ae01607581 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:52.854284 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4439ff46-0376-404e-83e3-713ad58e1590 req-a312f133-3eac-47bf-9cc8-c0ae01607581 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0509143 Aug 18 17:06:52.905520 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4439ff46-0376-404e-83e3-713ad58e1590 req-24748c76-26df-4460-9957-a42ecdec1eb1 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448585 Aug 18 17:06:52.988232 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e1fe8-7925-4a77-a52b-045072f48b69 req-e5fd9846-06df-4971-b1ea-c3368aeb9426 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:52.989629 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c04e1fe8-7925-4a77-a52b-045072f48b69 req-e5fd9846-06df-4971-b1ea-c3368aeb9426 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 946 time: 0.0476384 Aug 18 17:06:53.038726 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c04e1fe8-7925-4a77-a52b-045072f48b69 req-3fd67d80-6ff9-4ac7-9104-54aa801f6945 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428941 Aug 18 17:06:54.032713 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429334f-7692-4c66-8d85-05d979738989 req-9c4af4ab-46a1-4202-881b-41f8bbdeb71a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:54.034183 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3429334f-7692-4c66-8d85-05d979738989 req-9c4af4ab-46a1-4202-881b-41f8bbdeb71a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0493319 Aug 18 17:06:54.083624 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3429334f-7692-4c66-8d85-05d979738989 req-d697cd73-934e-4bdb-8019-7ce9fbb50f2d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432911 Aug 18 17:06:54.152827 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:54.166380 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bf519-01ba-45ed-b972-6c0305104eb8 req-6678a44e-1e29-4247-9e51-df1f1bafd489 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:54.167942 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1d7bf519-01ba-45ed-b972-6c0305104eb8 req-6678a44e-1e29-4247-9e51-df1f1bafd489 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 946 time: 0.0521090 Aug 18 17:06:54.222234 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1d7bf519-01ba-45ed-b972-6c0305104eb8 req-46fb8720-ed4c-47f5-941b-694300fd8120 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454547 Aug 18 17:06:55.204995 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7afb6a-8de9-4ec6-b6fa-10ef2687963f req-2895789f-bd71-48ab-8d0e-79b8465ba7b6 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:55.206631 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5f7afb6a-8de9-4ec6-b6fa-10ef2687963f req-2895789f-bd71-48ab-8d0e-79b8465ba7b6 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0493751 Aug 18 17:06:55.268690 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5f7afb6a-8de9-4ec6-b6fa-10ef2687963f req-ca0d8f4b-fc85-4a0c-b10a-f97bc8dd70b5 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559509 Aug 18 17:06:55.351042 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109c115-607a-4717-b311-2c82442a141c req-85a48e17-3585-4722-b30f-8d070e52aa10 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:55.352873 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7109c115-607a-4717-b311-2c82442a141c req-85a48e17-3585-4722-b30f-8d070e52aa10 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 946 time: 0.0506897 Aug 18 17:06:55.408135 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7109c115-607a-4717-b311-2c82442a141c req-a6cb54ed-6846-485e-aff2-927db1c72750 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461462 Aug 18 17:06:56.390853 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecab71b-a2fb-4f57-9b2b-00a0ceee452c req-ff97e906-7ced-4abd-a05b-05cabf5ad9b8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:56.393153 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-aecab71b-a2fb-4f57-9b2b-00a0ceee452c req-ff97e906-7ced-4abd-a05b-05cabf5ad9b8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0495770 Aug 18 17:06:56.462510 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-aecab71b-a2fb-4f57-9b2b-00a0ceee452c req-f2f166d9-dbb5-45f1-9f2f-2335a064ffd8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636461 Aug 18 17:06:56.542562 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436cd9a-563a-4f28-b3bc-7e7b0df1140d req-f3705a7f-36ce-4dfa-b4ad-194eec09f387 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:56.543983 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6436cd9a-563a-4f28-b3bc-7e7b0df1140d req-f3705a7f-36ce-4dfa-b4ad-194eec09f387 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 946 time: 0.0507212 Aug 18 17:06:56.591528 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6436cd9a-563a-4f28-b3bc-7e7b0df1140d req-6a137d43-7c9a-4a8e-8185-c5488d6a9c58 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418935 Aug 18 17:06:57.579628 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bd37c-6256-4dbe-b310-ab84b8f212fc req-350f262c-b1cc-40a1-9bc5-53d851eb7dae tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:57.581178 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-fa3bd37c-6256-4dbe-b310-ab84b8f212fc req-350f262c-b1cc-40a1-9bc5-53d851eb7dae tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0470502 Aug 18 17:06:57.593392 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:06:57.630601 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-fa3bd37c-6256-4dbe-b310-ab84b8f212fc req-5abbf75b-029c-4385-bf7a-d0110120e366 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439143 Aug 18 17:06:57.708944 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264b8a4-f0f2-4c71-919b-f7dd6b5f2563 req-f7b8a886-29a0-4f54-97d5-0180e9fd16d2 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:57.710441 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f264b8a4-f0f2-4c71-919b-f7dd6b5f2563 req-f7b8a886-29a0-4f54-97d5-0180e9fd16d2 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 946 time: 0.0471001 Aug 18 17:06:57.759624 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f264b8a4-f0f2-4c71-919b-f7dd6b5f2563 req-44d436fe-37a3-4314-9b2e-a9250060c4d4 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428402 Aug 18 17:06:58.764736 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b28db9-3409-4f1b-823d-727b5911840c req-cb8f417d-e029-44e7-99a9-d588ce32ebce tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:58.766262 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b9b28db9-3409-4f1b-823d-727b5911840c req-cb8f417d-e029-44e7-99a9-d588ce32ebce tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0555029 Aug 18 17:06:58.824440 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b9b28db9-3409-4f1b-823d-727b5911840c req-dbcc4486-31e2-4818-b072-a767fdf213b3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517199 Aug 18 17:06:58.898110 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f82a69-fb5f-4d1b-92bb-904eb79019b9 req-b106325f-ff1f-4fc0-b520-d59728821284 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:58.900371 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-04f82a69-fb5f-4d1b-92bb-904eb79019b9 req-b106325f-ff1f-4fc0-b520-d59728821284 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 946 time: 0.0589137 Aug 18 17:06:58.955917 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-04f82a69-fb5f-4d1b-92bb-904eb79019b9 req-e1e4215e-1b12-4f5b-9f06-b2cf00a15ed2 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490384 Aug 18 17:06:59.272572 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67db3f-48d3-452a-9b7f-7abfa3231ca7 req-c0869260-3bde-4571-8729-915c4fcb5f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:59.274225 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7e67db3f-48d3-452a-9b7f-7abfa3231ca7 req-c0869260-3bde-4571-8729-915c4fcb5f13 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 1130 time: 0.0402706 Aug 18 17:06:59.325347 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7e67db3f-48d3-452a-9b7f-7abfa3231ca7 req-878cb088-c3e8-4081-819c-926b5cdcbc63 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409255 Aug 18 17:06:59.944526 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb17ae4-99ad-4476-b48e-92f3a2dbe1dc req-6b261cf8-88ba-4c24-bcbb-090ba0da02d4 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:06:59.946033 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-6cb17ae4-99ad-4476-b48e-92f3a2dbe1dc req-6b261cf8-88ba-4c24-bcbb-090ba0da02d4 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0488656 Aug 18 17:06:59.996902 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-6cb17ae4-99ad-4476-b48e-92f3a2dbe1dc req-e225f5a6-79bb-4cc2-b7a9-f484b67bec77 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451491 Aug 18 17:07:00.819138 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:01.116481 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ebffc-2a73-4622-a459-0e48b43a9c56 req-8590ac0f-057d-46c0-9be4-148b00214be1 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:01.117864 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0f7ebffc-2a73-4622-a459-0e48b43a9c56 req-8590ac0f-057d-46c0-9be4-148b00214be1 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0476494 Aug 18 17:07:01.166554 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0f7ebffc-2a73-4622-a459-0e48b43a9c56 req-6e698a21-75cf-4153-876a-1fd3e17a0d38 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415397 Aug 18 17:07:02.056095 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:02.299742 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626f0ce-4436-49c6-b937-32fcca997f23 req-0d595290-0a38-4985-bb22-a842983bc270 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:02.301305 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4626f0ce-4436-49c6-b937-32fcca997f23 req-0d595290-0a38-4985-bb22-a842983bc270 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0505106 Aug 18 17:07:02.350294 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4626f0ce-4436-49c6-b937-32fcca997f23 req-ee96fa28-352e-4888-aa54-5237382e2f62 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433509 Aug 18 17:07:03.234817 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506e00c-6cfe-4aa1-8516-f40e03d32265 req-0c788645-e59b-40b1-9af6-1725876aa325 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:03.236257 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a506e00c-6cfe-4aa1-8516-f40e03d32265 req-0c788645-e59b-40b1-9af6-1725876aa325 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 946 time: 0.0529652 Aug 18 17:07:03.302718 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a506e00c-6cfe-4aa1-8516-f40e03d32265 req-ba0516de-85ea-4f8b-9d4c-edd60453c9bb tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588055 Aug 18 17:07:03.473368 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcfe38-dfa8-494e-a79c-990c747d691e req-48b4b944-9f1f-4783-ba7d-a14a63208dc0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:03.474999 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-05dcfe38-dfa8-494e-a79c-990c747d691e req-48b4b944-9f1f-4783-ba7d-a14a63208dc0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0481806 Aug 18 17:07:03.523979 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-05dcfe38-dfa8-494e-a79c-990c747d691e req-3d2779ff-8384-4025-81ea-75b9832f4d89 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431538 Aug 18 17:07:03.814920 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 45216) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:03.924026 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0ab88a24-64e9-47bf-be99-0ce321a81e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:04.005699 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0ab88a24-64e9-47bf-be99-0ce321a81e7e admin admin] Publish callbacks [] for security_group (dad0c6c8-084a-4b26-a2eb-82a85039f349), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:04.113066 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0ab88a24-64e9-47bf-be99-0ce321a81e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (dad0c6c8-084a-4b26-a2eb-82a85039f349), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:04.128617 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:04.154519 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-0ab88a24-64e9-47bf-be99-0ce321a81e7e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=60c7b10256474effb9c8d0f62f50e4ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383832 Aug 18 17:07:04.155403 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab88a24-64e9-47bf-be99-0ce321a81e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad0c6c8-084a-4b26-a2eb-82a85039f349,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:04.157960 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 45220) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:04.212569 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-5fd7e13f-e7a2-480c-929f-9f8af3e7c814 admin admin] Publish callbacks [] for security_group (dad0c6c8-084a-4b26-a2eb-82a85039f349), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:04.234239 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-5fd7e13f-e7a2-480c-929f-9f8af3e7c814 admin admin] Publish callbacks [] for security_group (dad0c6c8-084a-4b26-a2eb-82a85039f349), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:04.235827 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:04.360490 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-5fd7e13f-e7a2-480c-929f-9f8af3e7c814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (dad0c6c8-084a-4b26-a2eb-82a85039f349), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:04.363818 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-5fd7e13f-e7a2-480c-929f-9f8af3e7c814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:04.365113 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-5fd7e13f-e7a2-480c-929f-9f8af3e7c814 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/dad0c6c8-084a-4b26-a2eb-82a85039f349 HTTP/1.1" status: 204 len: 168 time: 0.2059052 Aug 18 17:07:04.379482 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7e13f-e7a2-480c-929f-9f8af3e7c814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad0c6c8-084a-4b26-a2eb-82a85039f349,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:04.447352 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f55f3-b11c-4fec-aef1-ae418ea95357 req-8ff6e2b3-446c-4536-93b9-8d27b5c818a1 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:04.448937 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-318f55f3-b11c-4fec-aef1-ae418ea95357 req-8ff6e2b3-446c-4536-93b9-8d27b5c818a1 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 946 time: 0.0717387 Aug 18 17:07:04.499071 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-318f55f3-b11c-4fec-aef1-ae418ea95357 req-0b68296d-f214-417f-b130-fc12f2ff0750 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446382 Aug 18 17:07:04.653585 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27420030-d59a-4e78-b391-40d1c2751b7c req-b9dc5234-52ce-4657-a35f-aaf6148e250b tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:04.655246 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-27420030-d59a-4e78-b391-40d1c2751b7c req-b9dc5234-52ce-4657-a35f-aaf6148e250b tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0509768 Aug 18 17:07:04.714523 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-27420030-d59a-4e78-b391-40d1c2751b7c req-c23f4c20-1090-4bf5-9c78-1b93fd3bbb67 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531764 Aug 18 17:07:05.619068 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf3b8a-900e-4cf2-8fa8-32f16b95444c req-a30d6814-ab93-47d8-b72c-8c6521ca2efc tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:05.620570 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e1bf3b8a-900e-4cf2-8fa8-32f16b95444c req-a30d6814-ab93-47d8-b72c-8c6521ca2efc tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 946 time: 0.0499790 Aug 18 17:07:05.669905 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e1bf3b8a-900e-4cf2-8fa8-32f16b95444c req-87f49d99-a18e-4e39-a1ab-68448e3d96dd tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436904 Aug 18 17:07:05.818154 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:05.834754 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07197ebf-2774-471f-aeb0-8d9c5d181cc5 req-5457b5e0-d3d9-4d48-bd91-247babaf76c7 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:05.836642 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-07197ebf-2774-471f-aeb0-8d9c5d181cc5 req-5457b5e0-d3d9-4d48-bd91-247babaf76c7 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0474212 Aug 18 17:07:06.102006 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-07197ebf-2774-471f-aeb0-8d9c5d181cc5 req-e82d87a8-a944-47f2-b29a-b7242caa46d2 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588229 Aug 18 17:07:06.791042 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaeb7d0-7c99-4120-bfb0-10a72f2fe776 req-5c07aa2d-8309-44a9-8b43-0c3e42015b1f tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:06.793154 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-8eaeb7d0-7c99-4120-bfb0-10a72f2fe776 req-5c07aa2d-8309-44a9-8b43-0c3e42015b1f tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 946 time: 0.0506485 Aug 18 17:07:06.839720 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-8eaeb7d0-7c99-4120-bfb0-10a72f2fe776 req-7b7411d4-c27e-4d96-bb29-9a2de5892d88 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410094 Aug 18 17:07:07.220467 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0c47c-23dd-4595-b1ea-762d0ae7f085 req-50302830-f1ec-4b41-accf-16bbbf44626a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:07.221955 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-62e0c47c-23dd-4595-b1ea-762d0ae7f085 req-50302830-f1ec-4b41-accf-16bbbf44626a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0485055 Aug 18 17:07:07.268769 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-62e0c47c-23dd-4595-b1ea-762d0ae7f085 req-fb9c1fa3-897a-44bd-ab9b-8fba3efba42e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410516 Aug 18 17:07:07.925505 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e637143-f12c-4b0e-be78-8491da810181 req-332647a9-843c-4cb1-a33e-611e3494894f tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:07.926927 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-8e637143-f12c-4b0e-be78-8491da810181 req-332647a9-843c-4cb1-a33e-611e3494894f tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 946 time: 0.0488067 Aug 18 17:07:07.976105 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:08.002969 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cda3a-a13f-47d6-8095-fcec259bf508 req-3a3c8eed-97ec-43e6-bcad-aa96c21e8043 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:08.004501 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5d1cda3a-a13f-47d6-8095-fcec259bf508 req-3a3c8eed-97ec-43e6-bcad-aa96c21e8043 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 946 time: 0.0864477 Aug 18 17:07:08.066031 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-8e637143-f12c-4b0e-be78-8491da810181 req-f8953127-88cc-4ecb-97af-90ddd8373ef6 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Deleting port 30cfa317-17d6-438e-9ced-38f2feec236d {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:07:08.066414 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-8e637143-f12c-4b0e-be78-8491da810181 req-f8953127-88cc-4ecb-97af-90ddd8373ef6 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (30cfa317-17d6-438e-9ced-38f2feec236d), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:08.107129 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5d1cda3a-a13f-47d6-8095-fcec259bf508 req-3adbcd15-09bd-4b5f-82c1-6d3e7ad23466 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959585 Aug 18 17:07:08.175502 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-8e637143-f12c-4b0e-be78-8491da810181 req-f8953127-88cc-4ecb-97af-90ddd8373ef6 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] For port 30cfa317-17d6-438e-9ced-38f2feec236d, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=30cfa317-17d6-438e-9ced-38f2feec236d,segment=NetworkSegment(dd6267b2-e8c4-43d9-966e-44075ddd3bf7),segment_id=dd6267b2-e8c4-43d9-966e-44075ddd3bf7)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:07:08.175869 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-8e637143-f12c-4b0e-be78-8491da810181 req-f8953127-88cc-4ecb-97af-90ddd8373ef6 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (30cfa317-17d6-438e-9ced-38f2feec236d), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:08.189645 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-8e637143-f12c-4b0e-be78-8491da810181 req-f8953127-88cc-4ecb-97af-90ddd8373ef6 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Calling delete_port for 30cfa317-17d6-438e-9ced-38f2feec236d owned by compute:nova {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:07:08.249236 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:08.394348 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae6ffb-2962-4bea-9eac-612e9c299689 req-11d7e632-90cd-445f-86c3-70ea855e5096 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:08.396173 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-dcae6ffb-2962-4bea-9eac-612e9c299689 req-11d7e632-90cd-445f-86c3-70ea855e5096 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0486355 Aug 18 17:07:08.399360 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-8e637143-f12c-4b0e-be78-8491da810181 req-f8953127-88cc-4ecb-97af-90ddd8373ef6 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (30cfa317-17d6-438e-9ced-38f2feec236d), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:08.419164 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['30cfa317-17d6-438e-9ced-38f2feec236d'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:07:08.432485 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8953127-88cc-4ecb-97af-90ddd8373ef6 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Pushing event deleted for resources: {'Port': ['ID=30cfa317-17d6-438e-9ced-38f2feec236d,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:08.479737 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-dcae6ffb-2962-4bea-9eac-612e9c299689 req-f4175556-a1e7-48fe-a591-0c14445fb276 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759254 Aug 18 17:07:08.481422 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e637143-f12c-4b0e-be78-8491da810181 req-f8953127-88cc-4ecb-97af-90ddd8373ef6 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] No DVR routers for this DVR port 30cfa317-17d6-438e-9ced-38f2feec236d on host hv-cinder-85367 {{(pid=106918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:07:08.485165 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-8e637143-f12c-4b0e-be78-8491da810181 req-f8953127-88cc-4ecb-97af-90ddd8373ef6 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:08.489929 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-8e637143-f12c-4b0e-be78-8491da810181 req-f8953127-88cc-4ecb-97af-90ddd8373ef6 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.40 "DELETE /networking/v2.0/ports/30cfa317-17d6-438e-9ced-38f2feec236d HTTP/1.1" status: 204 len: 173 time: 0.5524979 Aug 18 17:07:08.489929 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccc5298-562d-471e-b9b6-201fda0b0045', 'name': 'network-vif-deleted', 'tag': '30cfa317-17d6-438e-9ced-38f2feec236d'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:07:08.491162 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22dd8e5-7819-4ce6-92b3-a13d92c3df48" -d '{"events": [{"server_uuid": "5ccc5298-562d-471e-b9b6-201fda0b0045", "name": "network-vif-deleted", "tag": "30cfa317-17d6-438e-9ced-38f2feec236d"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:07:08.555944 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96236376-07c7-43bc-894c-d4a6a244481f x-openstack-request-id: req-96236376-07c7-43bc-894c-d4a6a244481f {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:07:08.556239 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccc5298-562d-471e-b9b6-201fda0b0045", "name": "network-vif-deleted", "tag": "30cfa317-17d6-438e-9ced-38f2feec236d", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:07:08.556494 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-96236376-07c7-43bc-894c-d4a6a244481f {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:07:08.556901 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96236376-07c7-43bc-894c-d4a6a244481f'] response: {'server_uuid': '5ccc5298-562d-471e-b9b6-201fda0b0045', 'name': 'network-vif-deleted', 'tag': '30cfa317-17d6-438e-9ced-38f2feec236d', 'status': 'completed', 'code': 200} Aug 18 17:07:08.615097 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e27756-0180-4e1b-a1b0-b306516484f0 req-94507ec5-cff8-418d-afc7-324088a49872 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:08.616622 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f4e27756-0180-4e1b-a1b0-b306516484f0 req-94507ec5-cff8-418d-afc7-324088a49872 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0545371 Aug 18 17:07:08.664278 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f4e27756-0180-4e1b-a1b0-b306516484f0 req-c8a5e174-1514-4c80-9583-f020ce674a95 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420046 Aug 18 17:07:09.236310 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-74619faf-98dd-4ef1-82c4-c9f03fa9347e req-28ac0256-71c3-40fa-818f-eb43dab463a7 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5ccc5298-562d-471e-b9b6-201fda0b0045 HTTP/1.1" status: 200 len: 210 time: 0.0294507 Aug 18 17:07:09.322592 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:09.677408 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 45336) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:09.787742 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-8d920e2b-2b6e-492c-93f4-88065dd1244c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:09.875705 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-8d920e2b-2b6e-492c-93f4-88065dd1244c admin admin] Publish callbacks [] for security_group (0b85c888-67b3-47de-89a6-f2d35f51ebd5), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:09.941526 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-8d920e2b-2b6e-492c-93f4-88065dd1244c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (0b85c888-67b3-47de-89a6-f2d35f51ebd5), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:09.981048 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d920e2b-2b6e-492c-93f4-88065dd1244c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b85c888-67b3-47de-89a6-f2d35f51ebd5,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:09.985412 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-8d920e2b-2b6e-492c-93f4-88065dd1244c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=cf7e3636922b4e6c82b5d31edfa68563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3068631 Aug 18 17:07:09.988166 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 45348) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:10.039103 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6adea3e0-f095-4701-89bc-a5671fa9f7bb admin admin] Publish callbacks [] for security_group (0b85c888-67b3-47de-89a6-f2d35f51ebd5), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:10.059045 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6adea3e0-f095-4701-89bc-a5671fa9f7bb admin admin] Publish callbacks [] for security_group (0b85c888-67b3-47de-89a6-f2d35f51ebd5), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:10.158627 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6adea3e0-f095-4701-89bc-a5671fa9f7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (0b85c888-67b3-47de-89a6-f2d35f51ebd5), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:10.161277 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6adea3e0-f095-4701-89bc-a5671fa9f7bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:10.162444 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-6adea3e0-f095-4701-89bc-a5671fa9f7bb admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0b85c888-67b3-47de-89a6-f2d35f51ebd5 HTTP/1.1" status: 204 len: 168 time: 0.1733737 Aug 18 17:07:10.170642 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adea3e0-f095-4701-89bc-a5671fa9f7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b85c888-67b3-47de-89a6-f2d35f51ebd5,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:10.328972 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 45360) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:10.659906 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-d602d533-e98b-47f5-a6ff-e3368f0c9c51 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:10.661442 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-d602d533-e98b-47f5-a6ff-e3368f0c9c51 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/networks?id=98f13a32-2c3b-4f7d-a9ec-0ec548386443 HTTP/1.1" status: 200 len: 809 time: 0.1557751 Aug 18 17:07:10.662678 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6101085c-de53-4bc2-a5d3-9f716a0b380c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:10.694469 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-9aae4f62-422a-45f4-9f8b-d3aef59d5229 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/quotas/69a1c86410df4504b5f18a80623dceba HTTP/1.1" status: 200 len: 375 time: 0.0220582 Aug 18 17:07:10.740278 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-14f27a5a-08b0-4544-876c-e97dc8bda607 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=69a1c86410df4504b5f18a80623dceba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393698 Aug 18 17:07:10.746529 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:10.855902 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6101085c-de53-4bc2-a5d3-9f716a0b380c admin admin] Publish callbacks [] for security_group (00adc7d1-9b06-43ea-be7f-c5e1e50ef287), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:10.864137 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:10.874861 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-9e61340d-0640-4fed-80ca-3e2922247be6 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/98f13a32-2c3b-4f7d-a9ec-0ec548386443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227412 Aug 18 17:07:10.953496 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6101085c-de53-4bc2-a5d3-9f716a0b380c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (00adc7d1-9b06-43ea-be7f-c5e1e50ef287), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:10.998788 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff487a8-f8c3-4a18-a6b4-e8e01035d663 req-c525e145-2389-4a5c-a7bd-a1f02d685e4d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:11.001003 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cff487a8-f8c3-4a18-a6b4-e8e01035d663 req-c525e145-2389-4a5c-a7bd-a1f02d685e4d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0556712 Aug 18 17:07:11.004462 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-6101085c-de53-4bc2-a5d3-9f716a0b380c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e89f63e222fb4f93b56a11b50595fd80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6733592 Aug 18 17:07:11.015248 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 45388) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:11.046877 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101085c-de53-4bc2-a5d3-9f716a0b380c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00adc7d1-9b06-43ea-be7f-c5e1e50ef287,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:11.074507 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cff487a8-f8c3-4a18-a6b4-e8e01035d663 req-b916eb71-f923-45f5-b075-fd75175afc77 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675154 Aug 18 17:07:11.076611 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-0b6b70cb-02f9-418d-93d1-8989f284ccbd service neutron] 10.222.0.78 "GET /networking/v2.0/networks/98f13a32-2c3b-4f7d-a9ec-0ec548386443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946647 Aug 18 17:07:11.091020 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 45390) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:11.105817 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d6c21803-5221-466e-ba1d-5f8fc1097e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:11.120907 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-60f312f3-3c15-4056-920d-9102e9365984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:11.137471 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-97c3aa68-781c-4172-bd38-1e83abcd576b admin admin] Publish callbacks [] for security_group (00adc7d1-9b06-43ea-be7f-c5e1e50ef287), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:11.148162 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0c636-653f-4564-8ab8-fc9c4199cde0 req-5487374b-0d00-455f-bc50-3d5785417f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:11.148162 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d2d0c636-653f-4564-8ab8-fc9c4199cde0 req-5487374b-0d00-455f-bc50-3d5785417f5b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=ccc5c89023ff476ca3b85680f56f8899&device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 1129 time: 0.0814188 Aug 18 17:07:11.183674 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-97c3aa68-781c-4172-bd38-1e83abcd576b admin admin] Publish callbacks [] for security_group (00adc7d1-9b06-43ea-be7f-c5e1e50ef287), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:11.230490 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d6c21803-5221-466e-ba1d-5f8fc1097e18 admin admin] Publish callbacks [] for security_group (c4b7daeb-8734-465c-b3b6-7f0fcb008294), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:11.291038 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0c636-653f-4564-8ab8-fc9c4199cde0 req-cba2774e-0ff4-4906-8fad-5b433311915c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:11.292573 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d2d0c636-653f-4564-8ab8-fc9c4199cde0 req-cba2774e-0ff4-4906-8fad-5b433311915c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=9262925b-65a7-4a9e-8370-bb0d87864ea7 HTTP/1.1" status: 200 len: 920 time: 0.1288199 Aug 18 17:07:11.295528 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d6c21803-5221-466e-ba1d-5f8fc1097e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (c4b7daeb-8734-465c-b3b6-7f0fcb008294), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:11.341055 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d2d0c636-653f-4564-8ab8-fc9c4199cde0 req-93d035fc-929e-4f19-a7a7-c7b64f21828d service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13093e80-0e16-4f83-85a6-e6aed9ea2652 HTTP/1.1" status: 200 len: 217 time: 0.0419369 Aug 18 17:07:11.354448 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-d6c21803-5221-466e-ba1d-5f8fc1097e18 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=081204d6a17349a08c489433db02dfb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617266 Aug 18 17:07:11.356499 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 45398) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:11.357358 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c21803-5221-466e-ba1d-5f8fc1097e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b7daeb-8734-465c-b3b6-7f0fcb008294,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:11.357952 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:11.360390 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-97c3aa68-781c-4172-bd38-1e83abcd576b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (00adc7d1-9b06-43ea-be7f-c5e1e50ef287), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:11.365282 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-97c3aa68-781c-4172-bd38-1e83abcd576b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:11.365282 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-97c3aa68-781c-4172-bd38-1e83abcd576b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/00adc7d1-9b06-43ea-be7f-c5e1e50ef287 HTTP/1.1" status: 204 len: 168 time: 0.3488424 Aug 18 17:07:11.398267 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3aa68-781c-4172-bd38-1e83abcd576b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00adc7d1-9b06-43ea-be7f-c5e1e50ef287,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:11.431418 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0c636-653f-4564-8ab8-fc9c4199cde0 req-cbc7d8e4-3423-49eb-81e1-84243c9506df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:11.433967 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d2d0c636-653f-4564-8ab8-fc9c4199cde0 req-cbc7d8e4-3423-49eb-81e1-84243c9506df service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1fd4986d-fa02-4ea6-af8d-8bdc82d77643 HTTP/1.1" status: 200 len: 858 time: 0.0849040 Aug 18 17:07:11.468088 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d3d36f7f-ee52-423c-ad1d-ce428a024257 req-d9d78d15-d812-4aec-9ff6-75f36b488e0d tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 210 time: 0.0686705 Aug 18 17:07:11.480105 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-6e658c1d-c7e9-48a2-8b70-8613182d43bb admin admin] Publish callbacks [] for security_group (c4b7daeb-8734-465c-b3b6-7f0fcb008294), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:11.504910 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-6e658c1d-c7e9-48a2-8b70-8613182d43bb admin admin] Publish callbacks [] for security_group (c4b7daeb-8734-465c-b3b6-7f0fcb008294), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:11.506667 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:11.514660 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0c636-653f-4564-8ab8-fc9c4199cde0 req-655a665b-bef6-4167-99c9-ee1876423ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:11.514660 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d2d0c636-653f-4564-8ab8-fc9c4199cde0 req-655a665b-bef6-4167-99c9-ee1876423ef0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=9262925b-65a7-4a9e-8370-bb0d87864ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701606 Aug 18 17:07:11.626951 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d2d0c636-653f-4564-8ab8-fc9c4199cde0 req-8f2f1cc9-a4d2-4be1-895c-f83099d78b58 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037791 Aug 18 17:07:11.718653 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-6e658c1d-c7e9-48a2-8b70-8613182d43bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (c4b7daeb-8734-465c-b3b6-7f0fcb008294), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:11.719603 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d2d0c636-653f-4564-8ab8-fc9c4199cde0 req-af5430d0-6931-4191-8ca4-afab325bc4ca service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853014 Aug 18 17:07:11.721367 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-6e658c1d-c7e9-48a2-8b70-8613182d43bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:11.722666 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-6e658c1d-c7e9-48a2-8b70-8613182d43bb admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c4b7daeb-8734-465c-b3b6-7f0fcb008294 HTTP/1.1" status: 204 len: 168 time: 0.3598263 Aug 18 17:07:11.733290 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e658c1d-c7e9-48a2-8b70-8613182d43bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b7daeb-8734-465c-b3b6-7f0fcb008294,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:12.239735 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e19c76-6649-4182-942c-3701708f2498 req-192e4705-29fd-40bd-831a-469dd5a3e33f tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:12.243903 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e8e19c76-6649-4182-942c-3701708f2498 req-192e4705-29fd-40bd-831a-469dd5a3e33f tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0587339 Aug 18 17:07:12.268282 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 45432) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:12.288873 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2867c578-c562-4b69-bb92-82fff3294d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:12.306786 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e8e19c76-6649-4182-942c-3701708f2498 req-469998d8-e9a0-4d01-8d1e-5cb36f9fce3c tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596480 Aug 18 17:07:12.389375 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2867c578-c562-4b69-bb92-82fff3294d8b admin admin] Publish callbacks [] for security_group (361e725a-640c-4c3b-8154-fac825683e0b), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:12.424299 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 30cfa317-17d6-438e-9ced-38f2feec236d no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:07:12.447409 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] No Port match for: 30cfa317-17d6-438e-9ced-38f2feec236d {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:07:12.448281 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 30cfa317-17d6-438e-9ced-38f2feec236d not bound to the agent host hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:07:12.450143 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2867c578-c562-4b69-bb92-82fff3294d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (361e725a-640c-4c3b-8154-fac825683e0b), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:12.467082 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:12.489831 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867c578-c562-4b69-bb92-82fff3294d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361e725a-640c-4c3b-8154-fac825683e0b,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:12.494328 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-2867c578-c562-4b69-bb92-82fff3294d8b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6321ae0b114c4462a8b63561214a623f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241516 Aug 18 17:07:12.497164 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 45438) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:12.561068 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8b6f8283-6ba4-42aa-8920-cc9611c9d697 admin admin] Publish callbacks [] for security_group (361e725a-640c-4c3b-8154-fac825683e0b), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:12.607894 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7acda202-dd1a-43c6-99dd-ccf20befb06d req-0b5fd271-7e30-4739-bea5-8df442ed5dff tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 210 time: 0.0381050 Aug 18 17:07:12.612721 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8b6f8283-6ba4-42aa-8920-cc9611c9d697 admin admin] Publish callbacks [] for security_group (361e725a-640c-4c3b-8154-fac825683e0b), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:12.770957 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8b6f8283-6ba4-42aa-8920-cc9611c9d697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (361e725a-640c-4c3b-8154-fac825683e0b), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:12.777685 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8b6f8283-6ba4-42aa-8920-cc9611c9d697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:12.779139 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-8b6f8283-6ba4-42aa-8920-cc9611c9d697 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/361e725a-640c-4c3b-8154-fac825683e0b HTTP/1.1" status: 204 len: 168 time: 0.2811306 Aug 18 17:07:12.795758 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f8283-6ba4-42aa-8920-cc9611c9d697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361e725a-640c-4c3b-8154-fac825683e0b,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:13.410716 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e9d2171c-0a06-40f7-97bc-7d0757874683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:13.448201 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31856103-8c30-4632-95df-64c86c8afb40 req-0e9d2839-acf6-42f6-970a-4e1967422fa1 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:13.450676 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-31856103-8c30-4632-95df-64c86c8afb40 req-0e9d2839-acf6-42f6-970a-4e1967422fa1 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0634625 Aug 18 17:07:13.501334 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-31856103-8c30-4632-95df-64c86c8afb40 req-0cf9f59a-902d-4182-923c-3a0e7722efc3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447402 Aug 18 17:07:13.552220 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 45472) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:13.567784 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ad45f2cf-8794-440f-ba76-7f6aa67a6bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:13.658126 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ad45f2cf-8794-440f-ba76-7f6aa67a6bf4 admin admin] Publish callbacks [] for security_group (51a433d0-e389-42a8-bf4f-1f157ae45c72), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:13.742616 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9fe4a820-6a54-4f67-8024-d9604e2d2585 req-6e030d51-e9f8-4c9a-9cf5-59bab6b1de03 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 210 time: 0.0337012 Aug 18 17:07:13.743199 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ad45f2cf-8794-440f-ba76-7f6aa67a6bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (51a433d0-e389-42a8-bf4f-1f157ae45c72), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:13.792519 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-ad45f2cf-8794-440f-ba76-7f6aa67a6bf4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=db2375c58df8494f8cc7bf78adde2f2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401466 Aug 18 17:07:13.795523 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 45482) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:13.797913 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45f2cf-8794-440f-ba76-7f6aa67a6bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a433d0-e389-42a8-bf4f-1f157ae45c72,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:13.859227 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-599eef82-0a64-4c72-9371-659237402ec9 admin admin] Publish callbacks [] for security_group (51a433d0-e389-42a8-bf4f-1f157ae45c72), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:13.881905 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-599eef82-0a64-4c72-9371-659237402ec9 admin admin] Publish callbacks [] for security_group (51a433d0-e389-42a8-bf4f-1f157ae45c72), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:13.987490 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-599eef82-0a64-4c72-9371-659237402ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (51a433d0-e389-42a8-bf4f-1f157ae45c72), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:13.990089 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-599eef82-0a64-4c72-9371-659237402ec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:13.994614 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-599eef82-0a64-4c72-9371-659237402ec9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/51a433d0-e389-42a8-bf4f-1f157ae45c72 HTTP/1.1" status: 204 len: 168 time: 0.1945481 Aug 18 17:07:14.000316 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599eef82-0a64-4c72-9371-659237402ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a433d0-e389-42a8-bf4f-1f157ae45c72,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:14.623539 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a0618-eea4-4a1a-a2a8-d0666c4e8d32 req-0b2a6680-c4ac-4872-aa3a-f9bb827e6087 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:14.625027 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-295a0618-eea4-4a1a-a2a8-d0666c4e8d32 req-0b2a6680-c4ac-4872-aa3a-f9bb827e6087 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0477371 Aug 18 17:07:14.684997 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-295a0618-eea4-4a1a-a2a8-d0666c4e8d32 req-6d784d4a-5349-47cb-b49e-94795830c627 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541286 Aug 18 17:07:14.735307 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:14.848979 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cdca4650-b316-42af-9ab6-59e7f4c84848 req-9bdbc3a7-340d-4857-abf5-07893deeb784 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 210 time: 0.0320873 Aug 18 17:07:15.206558 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 45540) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:15.360790 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 45546) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:15.412912 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-76d0114c-8660-4b08-9dd1-bec330a5582b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-985048160-network', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:15.424932 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-95e29c59-e0f2-4cba-ab90-5a6bd70dec37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:15.457653 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:15.502041 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-95e29c59-e0f2-4cba-ab90-5a6bd70dec37 admin admin] Publish callbacks [] for security_group (28bf30a1-ef16-4755-9d4c-d2fc9bdf2119), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:15.512718 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d0114c-8660-4b08-9dd1-bec330a5582b admin admin] Made reservation on behalf of e5d8cae49e524a98ae646381b455351e for: {'network': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:07:15.515078 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-76d0114c-8660-4b08-9dd1-bec330a5582b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for network (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:15.525606 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-76d0114c-8660-4b08-9dd1-bec330a5582b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:15.597841 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:15.599163 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-95e29c59-e0f2-4cba-ab90-5a6bd70dec37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (28bf30a1-ef16-4755-9d4c-d2fc9bdf2119), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:15.599934 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-76d0114c-8660-4b08-9dd1-bec330a5582b admin admin] Publish callbacks [] for security_group (e83c086c-b116-48d8-a155-3d4b25bb6c91), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:15.639676 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-95e29c59-e0f2-4cba-ab90-5a6bd70dec37 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=dd6eb3b363b7412ab798b7ead34fade2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778316 Aug 18 17:07:15.640626 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e29c59-e0f2-4cba-ab90-5a6bd70dec37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bf30a1-ef16-4755-9d4c-d2fc9bdf2119,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:15.642575 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 45550) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:15.670288 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:15.679102 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-76d0114c-8660-4b08-9dd1-bec330a5582b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (e83c086c-b116-48d8-a155-3d4b25bb6c91), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:15.704836 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d0114c-8660-4b08-9dd1-bec330a5582b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=106918) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 17:07:15.727782 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0114c-8660-4b08-9dd1-bec330a5582b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83c086c-b116-48d8-a155-3d4b25bb6c91,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:15.732606 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f3ed8f94-64d9-4ef7-8126-7c518505c989 admin admin] Publish callbacks [] for security_group (28bf30a1-ef16-4755-9d4c-d2fc9bdf2119), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:15.736718 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-76d0114c-8660-4b08-9dd1-bec330a5582b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (10ed1ebd-70c5-4b43-8c76-700a5fe24a0d), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:15.736718 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.db.segments_db [None req-76d0114c-8660-4b08-9dd1-bec330a5582b admin admin] Added segment 10ed1ebd-70c5-4b43-8c76-700a5fe24a0d of type vlan for network dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 Aug 18 17:07:15.793155 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f3ed8f94-64d9-4ef7-8126-7c518505c989 admin admin] Publish callbacks [] for security_group (28bf30a1-ef16-4755-9d4c-d2fc9bdf2119), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:15.823153 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-76d0114c-8660-4b08-9dd1-bec330a5582b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740646246220'] for network (dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:15.875698 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc652d0-8aab-47e9-9804-443979b9ef2d req-0e893b08-ab24-40cf-9871-09361933c645 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:15.877148 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-6cc652d0-8aab-47e9-9804-443979b9ef2d req-0e893b08-ab24-40cf-9871-09361933c645 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.1054199 Aug 18 17:07:15.934850 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-6cc652d0-8aab-47e9-9804-443979b9ef2d req-572ffa34-5beb-4f89-b8dc-dfa724df1800 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488157 Aug 18 17:07:15.963797 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-76d0114c-8660-4b08-9dd1-bec330a5582b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for network (dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:15.963797 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d0114c-8660-4b08-9dd1-bec330a5582b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:15.963797 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-76d0114c-8660-4b08-9dd1-bec330a5582b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:15.964265 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0b641c6c-ff2c-4bac-a583-32a79d5b2b95 req-0995d167-a391-489b-8b3b-4fd6b1eb4db0 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 210 time: 0.0298882 Aug 18 17:07:15.992539 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=81,neutron:UPDATE=6 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:16.011752 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f3ed8f94-64d9-4ef7-8126-7c518505c989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (28bf30a1-ef16-4755-9d4c-d2fc9bdf2119), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:16.014250 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f3ed8f94-64d9-4ef7-8126-7c518505c989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:16.015395 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-f3ed8f94-64d9-4ef7-8126-7c518505c989 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/28bf30a1-ef16-4755-9d4c-d2fc9bdf2119 HTTP/1.1" status: 204 len: 168 time: 0.3717043 Aug 18 17:07:16.022071 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0114c-8660-4b08-9dd1-bec330a5582b admin admin] Pushing event updated for resources: {'Network': ['ID=dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:16.035058 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-76d0114c-8660-4b08-9dd1-bec330a5582b admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8242800 Aug 18 17:07:16.035058 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed8f94-64d9-4ef7-8126-7c518505c989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bf30a1-ef16-4755-9d4c-d2fc9bdf2119,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:16.035298 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 45560) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:16.040242 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-9c2d9d0a-1163-40d0-98fb-9cb17f2104ff admin admin] Request body: {'subnet': {'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-985048160-subnet', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'ip_version': 4}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:16.040399 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Network dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 details requested by agent ovs-agent-dv-cinder-853678-2-iscsi with host dv-cinder-853678-2-iscsi {{(pid=106920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 17:07:16.073600 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:16.081240 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:16.145697 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2d9d0a-1163-40d0-98fb-9cb17f2104ff admin admin] Made reservation on behalf of e5d8cae49e524a98ae646381b455351e for: {'subnet': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:07:16.148322 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-9c2d9d0a-1163-40d0-98fb-9cb17f2104ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26692429'] for subnet (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:16.190480 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-2a663472-29af-4ba1-967b-66439770b27b tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:16.191955 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-2a663472-29af-4ba1-967b-66439770b27b tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.40 "GET /networking/v2.0/networks?id=98f13a32-2c3b-4f7d-a9ec-0ec548386443 HTTP/1.1" status: 200 len: 809 time: 0.1461654 Aug 18 17:07:16.209716 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:16.223097 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-c278b932-bd77-4577-a5ad-528c3fa17635 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Request body: {'port': {'device_id': '72b7910f-db6b-4fb6-b112-4e9cf0967794', 'network_id': '98f13a32-2c3b-4f7d-a9ec-0ec548386443', 'admin_state_up': True, 'tenant_id': '69a1c86410df4504b5f18a80623dceba'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:16.312979 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:07:16.513616 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-c278b932-bd77-4577-a5ad-528c3fa17635 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Made reservation on behalf of 69a1c86410df4504b5f18a80623dceba for: {'port': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:07:16.517282 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-c278b932-bd77-4577-a5ad-528c3fa17635 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:16.519859 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-9c2d9d0a-1163-40d0-98fb-9cb17f2104ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26476631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26692435'] for subnet (8923c51a-2a81-416e-9aa6-fae865af2acd), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:16.589776 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:16.623081 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d9d0a-1163-40d0-98fb-9cb17f2104ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=8923c51a-2a81-416e-9aa6-fae865af2acd,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:16.649994 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2d9d0a-1163-40d0-98fb-9cb17f2104ff admin admin] Checking segment: {'id': '10ed1ebd-70c5-4b43-8c76-700a5fe24a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:07:16.651203 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2d9d0a-1163-40d0-98fb-9cb17f2104ff admin admin] Network hostable DHCP agents. Network: dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1, hostable agents: ['e58bb1ce-71d7-42ea-87d8-4585040b913b'], hosted agents: [] {{(pid=106918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 17:07:16.715581 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 45568) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:16.722825 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-c278b932-bd77-4577-a5ad-528c3fa17635 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Allocated IP 172.20.0.13 (98f13a32-2c3b-4f7d-a9ec-0ec548386443/0a00860c-150f-4142-8e24-68079b13f7db/8d5874da-2576-48f7-8764-b22e8f01cace) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:07:16.729785 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a12f846e-4687-49d1-b29f-45451dfc013e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:16.817762 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a12f846e-4687-49d1-b29f-45451dfc013e admin admin] Publish callbacks [] for security_group (701f7c86-9e53-43b8-951f-9ec26f8b7991), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:16.866844 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a12f846e-4687-49d1-b29f-45451dfc013e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (701f7c86-9e53-43b8-951f-9ec26f8b7991), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:16.908274 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f846e-4687-49d1-b29f-45451dfc013e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701f7c86-9e53-43b8-951f-9ec26f8b7991,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:16.914854 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-a12f846e-4687-49d1-b29f-45451dfc013e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a25b7efc807e44f3832eb0f6c692b2a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981032 Aug 18 17:07:16.916737 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 45570) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:16.941692 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:16.981376 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2d9d0a-1163-40d0-98fb-9cb17f2104ff admin admin] Network dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 is scheduled to be hosted by DHCP agent e58bb1ce-71d7-42ea-87d8-4585040b913b with binding_index 1 {{(pid=106918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 17:07:16.991182 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b2cf710c-5ccc-4ad8-a200-e976d1e6501e admin admin] Publish callbacks [] for security_group (701f7c86-9e53-43b8-951f-9ec26f8b7991), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:17.027176 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b2cf710c-5ccc-4ad8-a200-e976d1e6501e admin admin] Publish callbacks [] for security_group (701f7c86-9e53-43b8-951f-9ec26f8b7991), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:17.096842 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-9c2d9d0a-1163-40d0-98fb-9cb17f2104ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853678-2-iscsi, dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1) {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:07:17.108738 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ee76a2-9875-4f66-9ef0-3d85d8868964 None None] Network dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:07:17.128451 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c967eb31-6264-46c9-8d86-4ff000ae7145 req-b5e740ed-09dd-4c6e-b3b0-7dbb91e0f654 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 210 time: 0.0405741 Aug 18 17:07:17.133069 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2d9d0a-1163-40d0-98fb-9cb17f2104ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:17.133663 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-9c2d9d0a-1163-40d0-98fb-9cb17f2104ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:17.183123 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b8370-30fa-4003-a21e-d7f346014f16 req-f02c75f0-f738-40ed-a86f-c254f5ec5288 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:17.184647 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0d7b8370-30fa-4003-a21e-d7f346014f16 req-f02c75f0-f738-40ed-a86f-c254f5ec5288 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0920486 Aug 18 17:07:17.188342 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b2cf710c-5ccc-4ad8-a200-e976d1e6501e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (701f7c86-9e53-43b8-951f-9ec26f8b7991), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:17.195203 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b2cf710c-5ccc-4ad8-a200-e976d1e6501e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:17.198125 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-b2cf710c-5ccc-4ad8-a200-e976d1e6501e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/701f7c86-9e53-43b8-951f-9ec26f8b7991 HTTP/1.1" status: 204 len: 168 time: 0.2785511 Aug 18 17:07:17.203521 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-c278b932-bd77-4577-a5ad-528c3fa17635 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Publish callbacks [] for port (8d5874da-2576-48f7-8764-b22e8f01cace), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:17.210536 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf710c-5ccc-4ad8-a200-e976d1e6501e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701f7c86-9e53-43b8-951f-9ec26f8b7991,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:17.229047 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:17.247477 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-9c2d9d0a-1163-40d0-98fb-9cb17f2104ff admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2112410 Aug 18 17:07:17.250262 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 45582) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:17.264611 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd178dd4-8401-472d-b28b-bfa946591a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3313c541-5052-5b58-90ab-4ac2d5070ee7-dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1', 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1', 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'fixed_ips': [{'subnet_id': '8923c51a-2a81-416e-9aa6-fae865af2acd'}]}} from dv-cinder-853678-2-iscsi. {{(pid=106920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 17:07:17.265550 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-bd178dd4-8401-472d-b28b-bfa946591a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:17.273179 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-0b150968-3947-48e9-8419-f25e88b2ae76 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-985048160-router', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:17.275612 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0d7b8370-30fa-4003-a21e-d7f346014f16 req-3887fca4-3580-48c3-be93-bd0a13cc5ad1 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796196 Aug 18 17:07:17.341678 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-c278b932-bd77-4577-a5ad-528c3fa17635 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (8d5874da-2576-48f7-8764-b22e8f01cace), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:17.359486 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0b150968-3947-48e9-8419-f25e88b2ae76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (62db6926-041f-46c5-ad52-21187e388cdc), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:17.361564 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0b150968-3947-48e9-8419-f25e88b2ae76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3874696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3929413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5391'] for router (62db6926-041f-46c5-ad52-21187e388cdc), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:17.404335 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-c278b932-bd77-4577-a5ad-528c3fa17635 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Network 98f13a32-2c3b-4f7d-a9ec-0ec548386443 is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:07:17.408822 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-c278b932-bd77-4577-a5ad-528c3fa17635 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:07:17.417369 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-c278b932-bd77-4577-a5ad-528c3fa17635 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:07:17.445383 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0b150968-3947-48e9-8419-f25e88b2ae76 admin admin] Publish callbacks [] for router_controller (62db6926-041f-46c5-ad52-21187e388cdc), precommit_add_association {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:17.446865 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.db_base_plugin_common [None req-bd178dd4-8401-472d-b28b-bfa946591a18 None None] Allocated IP 172.20.0.2 (dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1/8923c51a-2a81-416e-9aa6-fae865af2acd/1dce1384-eba0-44f2-a3e8-db26f218f7b1) {{(pid=106920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:07:17.465202 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278b932-bd77-4577-a5ad-528c3fa17635 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Pushing event updated for resources: {'Port': ['ID=8d5874da-2576-48f7-8764-b22e8f01cace,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:17.483156 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-c278b932-bd77-4577-a5ad-528c3fa17635 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:17.483853 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-c278b932-bd77-4577-a5ad-528c3fa17635 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:17.618781 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-bd178dd4-8401-472d-b28b-bfa946591a18 None None] Publish callbacks [] for port (1dce1384-eba0-44f2-a3e8-db26f218f7b1), precommit_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:17.640377 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0b150968-3947-48e9-8419-f25e88b2ae76 admin admin] Publish callbacks [] for router_gateway (62db6926-041f-46c5-ad52-21187e388cdc), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:17.649595 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-c278b932-bd77-4577-a5ad-528c3fa17635 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4297941 Aug 18 17:07:17.660878 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] Request body: {'port': {'device_id': '72b7910f-db6b-4fb6-b112-4e9cf0967794', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85367'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:17.723307 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (8d5874da-2576-48f7-8764-b22e8f01cace), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:17.763637 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-bd178dd4-8401-472d-b28b-bfa946591a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (1dce1384-eba0-44f2-a3e8-db26f218f7b1), after_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:17.877531 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd178dd4-8401-472d-b28b-bfa946591a18 None None] Pushing event updated for resources: {'Port': ['ID=1dce1384-eba0-44f2-a3e8-db26f218f7b1,revision_number=1']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:17.883110 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd178dd4-8401-472d-b28b-bfa946591a18 None None] Network dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 is already hosted by enough agents. {{(pid=106920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:07:17.888330 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.base_scheduler [None req-bd178dd4-8401-472d-b28b-bfa946591a18 None None] Resources bound (agent type, host, resource id): {{(pid=106920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:07:17.901166 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd178dd4-8401-472d-b28b-bfa946591a18 None None] Received port after_create {{(pid=106920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:07:17.931749 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:17.963840 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-bd178dd4-8401-472d-b28b-bfa946591a18 None None] Attempting to bind port 1dce1384-eba0-44f2-a3e8-db26f218f7b1 on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:07:17.964215 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-bd178dd4-8401-472d-b28b-bfa946591a18 None None] Attempting to bind port 1dce1384-eba0-44f2-a3e8-db26f218f7b1 by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '10ed1ebd-70c5-4b43-8c76-700a5fe24a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:07:17.964647 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd178dd4-8401-472d-b28b-bfa946591a18 None None] Attempting to bind port 1dce1384-eba0-44f2-a3e8-db26f218f7b1 on network dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:07:17.972888 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd178dd4-8401-472d-b28b-bfa946591a18 None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:07:17.973261 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd178dd4-8401-472d-b28b-bfa946591a18 None None] Checking segment: {'id': '10ed1ebd-70c5-4b43-8c76-700a5fe24a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:07:17.976006 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-bd178dd4-8401-472d-b28b-bfa946591a18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:17.976006 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd178dd4-8401-472d-b28b-bfa946591a18 None None] Bound using segment: {'id': '10ed1ebd-70c5-4b43-8c76-700a5fe24a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:07:17.976006 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-bd178dd4-8401-472d-b28b-bfa946591a18 None None] Bound port: 1dce1384-eba0-44f2-a3e8-db26f218f7b1, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ed1ebd-70c5-4b43-8c76-700a5fe24a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:07:17.976006 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-bd178dd4-8401-472d-b28b-bfa946591a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (1dce1384-eba0-44f2-a3e8-db26f218f7b1), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:18.042451 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-bd178dd4-8401-472d-b28b-bfa946591a18 None None] For port 1dce1384-eba0-44f2-a3e8-db26f218f7b1, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:07:18.045849 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-bd178dd4-8401-472d-b28b-bfa946591a18 None None] For port 1dce1384-eba0-44f2-a3e8-db26f218f7b1, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=1dce1384-eba0-44f2-a3e8-db26f218f7b1,segment=NetworkSegment(10ed1ebd-70c5-4b43-8c76-700a5fe24a0d),segment_id=10ed1ebd-70c5-4b43-8c76-700a5fe24a0d)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:07:18.057239 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0b150968-3947-48e9-8419-f25e88b2ae76 admin admin] Publish callbacks [] for router_gateway (62db6926-041f-46c5-ad52-21187e388cdc), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:18.085914 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0b150968-3947-48e9-8419-f25e88b2ae76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:18.096252 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-bd178dd4-8401-472d-b28b-bfa946591a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (1dce1384-eba0-44f2-a3e8-db26f218f7b1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:18.128078 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5874da-2576-48f7-8764-b22e8f01cace {{(pid=106918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:07:18.137518 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] Publish callbacks [] for port (8d5874da-2576-48f7-8764-b22e8f01cace), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:18.154070 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.provisioning_blocks [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] Transition to ACTIVE for port object 8d5874da-2576-48f7-8764-b22e8f01cace will not be triggered until provisioned by entity L2. {{(pid=106918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 18 17:07:18.157245 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:18.210623 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd178dd4-8401-472d-b28b-bfa946591a18 None None] Pushing event updated for resources: {'Port': ['ID=1dce1384-eba0-44f2-a3e8-db26f218f7b1,revision_number=2']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:18.227487 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [None req-0b150968-3947-48e9-8419-f25e88b2ae76 admin admin] Allocated IP 172.27.1.194 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/02c3b16d-0614-4a3e-8b95-fc2723703297) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:07:18.239275 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (8d5874da-2576-48f7-8764-b22e8f01cace), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:18.345462 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5874da-2576-48f7-8764-b22e8f01cace,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:18.373547 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c9bef-fea5-4a4c-8177-b5589ca8006a req-d24f47f3-2dd7-4082-be92-10a835a4ec5b tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:18.375152 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fe4c9bef-fea5-4a4c-8177-b5589ca8006a req-d24f47f3-2dd7-4082-be92-10a835a4ec5b tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 944 time: 0.1329010 Aug 18 17:07:18.395225 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] Attempting to bind port 8d5874da-2576-48f7-8764-b22e8f01cace on host hv-cinder-85367 for vnic_type normal with profile {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:07:18.395873 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] Attempting to bind port 8d5874da-2576-48f7-8764-b22e8f01cace by drivers openvswitch,hyperv on host hv-cinder-85367 at level 0 using segments [{'id': 'dd6267b2-e8c4-43d9-966e-44075ddd3bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '98f13a32-2c3b-4f7d-a9ec-0ec548386443'}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:07:18.396204 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] Attempting to bind port 8d5874da-2576-48f7-8764-b22e8f01cace on network 98f13a32-2c3b-4f7d-a9ec-0ec548386443 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:07:18.402425 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] Port 8d5874da-2576-48f7-8764-b22e8f01cace on network 98f13a32-2c3b-4f7d-a9ec-0ec548386443 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85367 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 17:07:18.402755 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] Attempting to bind port 8d5874da-2576-48f7-8764-b22e8f01cace on network 98f13a32-2c3b-4f7d-a9ec-0ec548386443 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:07:18.432095 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] Checking agent: {'id': '7d5d2def-e0b5-42a1-88b7-94e33648777b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85367', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'started_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:07:18.432654 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] Checking segment: {'id': 'dd6267b2-e8c4-43d9-966e-44075ddd3bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '98f13a32-2c3b-4f7d-a9ec-0ec548386443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:07:18.433181 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] Bound using segment: {'id': 'dd6267b2-e8c4-43d9-966e-44075ddd3bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '98f13a32-2c3b-4f7d-a9ec-0ec548386443'} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:07:18.433870 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] Bound port: 8d5874da-2576-48f7-8764-b22e8f01cace, host: hv-cinder-85367, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd6267b2-e8c4-43d9-966e-44075ddd3bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '98f13a32-2c3b-4f7d-a9ec-0ec548386443'}}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:07:18.434392 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (8d5874da-2576-48f7-8764-b22e8f01cace), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:18.465352 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=5 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:18.484375 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fe4c9bef-fea5-4a4c-8177-b5589ca8006a req-9e2d9468-6d02-4add-909f-671afd235c9b tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939016 Aug 18 17:07:18.496382 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0b150968-3947-48e9-8419-f25e88b2ae76 admin admin] Publish callbacks [] for port (02c3b16d-0614-4a3e-8b95-fc2723703297), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:18.498872 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234a25c-a7bf-4e72-8e8f-1b3f982022a6 req-14461f29-9f5b-4057-a1a3-a53bbe307e8e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:18.504804 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4234a25c-a7bf-4e72-8e8f-1b3f982022a6 req-14461f29-9f5b-4057-a1a3-a53bbe307e8e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0894425 Aug 18 17:07:18.583586 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] For port 8d5874da-2576-48f7-8764-b22e8f01cace, host hv-cinder-85367, cleared binding levels {{(pid=106918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:07:18.585710 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:18.605904 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] For port 8d5874da-2576-48f7-8764-b22e8f01cace, host hv-cinder-85367, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=8d5874da-2576-48f7-8764-b22e8f01cace,segment=NetworkSegment(dd6267b2-e8c4-43d9-966e-44075ddd3bf7),segment_id=dd6267b2-e8c4-43d9-966e-44075ddd3bf7)] {{(pid=106918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:07:18.622097 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4234a25c-a7bf-4e72-8e8f-1b3f982022a6 req-6f905928-a147-45d3-ae6f-3c583f6ab99e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634661 Aug 18 17:07:18.690263 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0b150968-3947-48e9-8419-f25e88b2ae76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (02c3b16d-0614-4a3e-8b95-fc2723703297), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:18.734570 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b150968-3947-48e9-8419-f25e88b2ae76 admin admin] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:07:18.739833 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-0b150968-3947-48e9-8419-f25e88b2ae76 admin admin] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:07:18.742006 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b150968-3947-48e9-8419-f25e88b2ae76 admin admin] Pushing event updated for resources: {'Port': ['ID=02c3b16d-0614-4a3e-8b95-fc2723703297,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:18.744683 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b150968-3947-48e9-8419-f25e88b2ae76 admin admin] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:07:18.759429 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (8d5874da-2576-48f7-8764-b22e8f01cace), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:18.769437 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:18.770200 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:18.772093 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/8d5874da-2576-48f7-8764-b22e8f01cace HTTP/1.1" status: 200 len: 1094 time: 1.1153405 Aug 18 17:07:18.772469 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b7910f-db6b-4fb6-b112-4e9cf0967794', 'tag': '8d5874da-2576-48f7-8764-b22e8f01cace'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:07:18.774997 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3e9a23-9802-4d13-8dda-af0fb441cd82" -d '{"events": [{"name": "network-changed", "server_uuid": "72b7910f-db6b-4fb6-b112-4e9cf0967794", "tag": "8d5874da-2576-48f7-8764-b22e8f01cace"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:07:18.825679 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d66bb2-a7de-4b1b-b579-c6439ee5905c x-openstack-request-id: req-c7d66bb2-a7de-4b1b-b579-c6439ee5905c {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:07:18.826153 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b7910f-db6b-4fb6-b112-4e9cf0967794", "tag": "8d5874da-2576-48f7-8764-b22e8f01cace", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:07:18.826506 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c7d66bb2-a7de-4b1b-b579-c6439ee5905c {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:07:18.827018 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d66bb2-a7de-4b1b-b579-c6439ee5905c'] response: {'name': 'network-changed', 'server_uuid': '72b7910f-db6b-4fb6-b112-4e9cf0967794', 'tag': '8d5874da-2576-48f7-8764-b22e8f01cace', 'status': 'completed', 'code': 200} Aug 18 17:07:18.955474 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770625c5-047e-4243-b4d2-b736367f3766 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5874da-2576-48f7-8764-b22e8f01cace,revision_number=3']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:18.974461 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e9a23-9802-4d13-8dda-af0fb441cd82 req-529aff3a-9e7f-4cf2-aa76-5e08ddcc507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:18.975491 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4e3e9a23-9802-4d13-8dda-af0fb441cd82 req-529aff3a-9e7f-4cf2-aa76-5e08ddcc507b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=69a1c86410df4504b5f18a80623dceba&device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 1128 time: 0.1162617 Aug 18 17:07:19.062615 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 1dce1384-eba0-44f2-a3e8-db26f218f7b1 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:07:19.097872 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e9a23-9802-4d13-8dda-af0fb441cd82 req-cf7cd032-1b24-42ff-87b8-00d2031fba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:19.099983 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4e3e9a23-9802-4d13-8dda-af0fb441cd82 req-cf7cd032-1b24-42ff-87b8-00d2031fba79 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=69a1c86410df4504b5f18a80623dceba&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1137562 Aug 18 17:07:19.167198 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0b150968-3947-48e9-8419-f25e88b2ae76 admin admin] Publish callbacks [] for router_gateway (62db6926-041f-46c5-ad52-21187e388cdc), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:19.266918 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 1dce1384-eba0-44f2-a3e8-db26f218f7b1 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:19.267576 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (1dce1384-eba0-44f2-a3e8-db26f218f7b1), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:19.315835 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e9a23-9802-4d13-8dda-af0fb441cd82 req-150ec692-2384-49be-8d0e-79cbcc2f0c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:19.317652 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4e3e9a23-9802-4d13-8dda-af0fb441cd82 req-150ec692-2384-49be-8d0e-79cbcc2f0c67 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2091804 Aug 18 17:07:19.373253 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 1dce1384-eba0-44f2-a3e8-db26f218f7b1 is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:07:19.373664 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (1dce1384-eba0-44f2-a3e8-db26f218f7b1), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:19.448391 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-a5196ce1-96c8-4e0e-88cf-efd7dc572169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:19.450282 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-a5196ce1-96c8-4e0e-88cf-efd7dc572169 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=69a1c86410df4504b5f18a80623dceba&device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 1128 time: 0.0734375 Aug 18 17:07:19.451903 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port 1dce1384-eba0-44f2-a3e8-db26f218f7b1, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=1dce1384-eba0-44f2-a3e8-db26f218f7b1,segment=NetworkSegment(10ed1ebd-70c5-4b43-8c76-700a5fe24a0d),segment_id=10ed1ebd-70c5-4b43-8c76-700a5fe24a0d)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:07:19.457066 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b241e9-74a5-41cf-b341-58720537d85e None None] Network dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:07:19.489041 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:19.489770 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0b150968-3947-48e9-8419-f25e88b2ae76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3874809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876444'] for router (62db6926-041f-46c5-ad52-21187e388cdc), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:19.493263 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:19.509069 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-b0d8374c-7584-4e4d-9458-5fd54a1af62f service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d5874da-2576-48f7-8764-b22e8f01cace HTTP/1.1" status: 200 len: 217 time: 0.0482447 Aug 18 17:07:19.531303 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (1dce1384-eba0-44f2-a3e8-db26f218f7b1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:19.579047 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-38ddf3c6-9289-4ed7-bfbd-7b87404e4ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:19.580980 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-38ddf3c6-9289-4ed7-bfbd-7b87404e4ff0 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=0a00860c-150f-4142-8e24-68079b13f7db HTTP/1.1" status: 200 len: 849 time: 0.0625412 Aug 18 17:07:19.586190 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-f8ce4f2b-d989-4007-aef1-e124fef82af7 None None] Provisioning complete for port 1dce1384-eba0-44f2-a3e8-db26f218f7b1 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:19.586974 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f8ce4f2b-d989-4007-aef1-e124fef82af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (1dce1384-eba0-44f2-a3e8-db26f218f7b1), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:19.609715 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=1dce1384-eba0-44f2-a3e8-db26f218f7b1,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:19.630318 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:19.669952 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-722c28c4-5b1f-426c-936d-ad682907fab8 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=98f13a32-2c3b-4f7d-a9ec-0ec548386443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700064 Aug 18 17:07:19.675753 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:19.695310 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3577c8-9947-41c3-9713-c93ad4aaeff9 req-f1f456f2-a1e5-4ba6-a2fb-ffdd12f97427 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:19.696875 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9f3577c8-9947-41c3-9713-c93ad4aaeff9 req-f1f456f2-a1e5-4ba6-a2fb-ffdd12f97427 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 944 time: 0.0958364 Aug 18 17:07:19.768053 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:19.793928 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-f8ce4f2b-d989-4007-aef1-e124fef82af7 None None] Current status of the port 1dce1384-eba0-44f2-a3e8-db26f218f7b1 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:07:19.817938 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b150968-3947-48e9-8419-f25e88b2ae76 admin admin] Router 62db6926-041f-46c5-ad52-21187e388cdc is scheduled to L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 with binding_index 1 {{(pid=106919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 17:07:19.845789 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9f3577c8-9947-41c3-9713-c93ad4aaeff9 req-2aecaf8b-7d5e-4bb2-826d-bfb4ec8a1633 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374769 Aug 18 17:07:19.853340 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2470d-4069-46b8-b35d-7a11309757e1 req-4c7d7280-bf4e-4398-88da-55b74d99d81d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:19.865033 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-17e2470d-4069-46b8-b35d-7a11309757e1 req-4c7d7280-bf4e-4398-88da-55b74d99d81d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.1077902 Aug 18 17:07:19.867076 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-8185fb5b-f74e-4a2c-9824-7599eb091c30 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/98f13a32-2c3b-4f7d-a9ec-0ec548386443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900079 Aug 18 17:07:19.993867 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:20.004756 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-17e2470d-4069-46b8-b35d-7a11309757e1 req-ce389dc3-b190-49e0-83c2-391ff4b9922a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428683 Aug 18 17:07:20.006146 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9cc51db2-ec28-4968-8a47-cd157dfabbc2 req-7c2e339c-099c-4abd-8e91-b20f196d8ed4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/98f13a32-2c3b-4f7d-a9ec-0ec548386443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328785 Aug 18 17:07:20.016370 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8d3d7f35-403c-41ec-847d-fb46bb0f240f None None] Provisioning complete for port 1dce1384-eba0-44f2-a3e8-db26f218f7b1 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:20.016756 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7f35-403c-41ec-847d-fb46bb0f240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (1dce1384-eba0-44f2-a3e8-db26f218f7b1), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:20.037272 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b150968-3947-48e9-8419-f25e88b2ae76 admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:07:20.057771 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] Sync routers for ids ['62db6926-041f-46c5-ad52-21187e388cdc'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:07:20.079014 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] Routers {'62db6926-041f-46c5-ad52-21187e388cdc'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:07:20.079747 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:07:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['62db6926-041f-46c5-ad52-21187e388cdc'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:07:20.133776 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0b150968-3947-48e9-8419-f25e88b2ae76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:20.135668 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-0b150968-3947-48e9-8419-f25e88b2ae76 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8710284 Aug 18 17:07:20.200425 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 45644) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:20.223219 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8d3d7f35-403c-41ec-847d-fb46bb0f240f None None] Current status of the port 1dce1384-eba0-44f2-a3e8-db26f218f7b1 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:07:20.240430 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] Set router 62db6926-041f-46c5-ad52-21187e388cdc gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:07:20.383965 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:20.423245 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62db6926-041f-46c5-ad52-21187e388cdc', 'name': 'tempest-TestShelveInstance-985048160-router', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:17Z', 'updated_at': '2022-08-18T17:07:18Z', 'revision_number': 3, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'gw_port': {'id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:18Z', 'updated_at': '2022-08-18T17:07:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:07:20.457864 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] Checking router: 62db6926-041f-46c5-ad52-21187e388cdc for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:07:20.458434 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] Updating router 62db6926-041f-46c5-ad52-21187e388cdc port 02c3b16d-0614-4a3e-8b95-fc2723703297 binding host dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 17:07:20.488888 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (02c3b16d-0614-4a3e-8b95-fc2723703297), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:20.653780 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c22a4e91-3d3f-487e-ba34-a58e14f0ce08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:20.664431 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 45656) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:20.771599 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] Publish callbacks [] for port (02c3b16d-0614-4a3e-8b95-fc2723703297), precommit_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:20.809742 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=100 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:20.813147 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-996ac2b2-3a2c-4ada-a4f2-b1f5917be4ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:20.838995 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (02c3b16d-0614-4a3e-8b95-fc2723703297), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:20.852984 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:20.876036 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] Attempting to bind port 02c3b16d-0614-4a3e-8b95-fc2723703297 on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:07:20.876409 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] Attempting to bind port 02c3b16d-0614-4a3e-8b95-fc2723703297 by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:07:20.876808 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] Attempting to bind port 02c3b16d-0614-4a3e-8b95-fc2723703297 on network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:07:20.888981 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [None req-c22a4e91-3d3f-487e-ba34-a58e14f0ce08 admin admin] Allocated IP 172.20.0.1 (dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1/8923c51a-2a81-416e-9aa6-fae865af2acd/12bdf604-2192-4528-a042-5c3ddd121e7b) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:07:20.892017 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:07:20.892399 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] Checking segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:07:20.892803 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:20.893195 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] Bound using segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:07:20.893683 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] Bound port: 02c3b16d-0614-4a3e-8b95-fc2723703297, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:07:20.894065 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (02c3b16d-0614-4a3e-8b95-fc2723703297), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:20.923634 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8e377-458c-4f2e-9975-390de5653cc3 None None] Pushing event updated for resources: {'Port': ['ID=02c3b16d-0614-4a3e-8b95-fc2723703297,revision_number=2']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:20.959452 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] For port 02c3b16d-0614-4a3e-8b95-fc2723703297, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:07:20.964342 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] For port 02c3b16d-0614-4a3e-8b95-fc2723703297, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=02c3b16d-0614-4a3e-8b95-fc2723703297,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:07:20.989029 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 1dce1384-eba0-44f2-a3e8-db26f218f7b1 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:07:21.017331 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (02c3b16d-0614-4a3e-8b95-fc2723703297), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:21.039345 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-996ac2b2-3a2c-4ada-a4f2-b1f5917be4ff admin admin] Publish callbacks [] for security_group (eb3b01c0-c811-4f58-bfe4-482661ffc01a), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:21.048266 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bacf8-9e64-48b8-9e58-e3553dcfee6e req-bd0c6104-ef8f-44b0-9416-d95cbe6bdcd8 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:21.049817 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d73bacf8-9e64-48b8-9e58-e3553dcfee6e req-bd0c6104-ef8f-44b0-9416-d95cbe6bdcd8 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 944 time: 0.1132591 Aug 18 17:07:21.051907 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:21.077109 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] Routers {'62db6926-041f-46c5-ad52-21187e388cdc'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:07:21.077887 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:07:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['62db6926-041f-46c5-ad52-21187e388cdc'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:07:21.118240 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c22a4e91-3d3f-487e-ba34-a58e14f0ce08 admin admin] Publish callbacks [] for port (12bdf604-2192-4528-a042-5c3ddd121e7b), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:21.134943 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d73bacf8-9e64-48b8-9e58-e3553dcfee6e req-fde84660-1fca-48ec-8423-55d3c21b4c66 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731995 Aug 18 17:07:21.146760 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 1dce1384-eba0-44f2-a3e8-db26f218f7b1 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:21.147144 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (1dce1384-eba0-44f2-a3e8-db26f218f7b1), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:21.148755 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8e377-458c-4f2e-9975-390de5653cc3 None None] Pushing event updated for resources: {'Port': ['ID=02c3b16d-0614-4a3e-8b95-fc2723703297,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:21.154461 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32464a5a-fcdc-4a19-aca5-c60e15b614d9 req-33403600-8e9d-424c-bec1-b765f08af34a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:21.165633 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-996ac2b2-3a2c-4ada-a4f2-b1f5917be4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (eb3b01c0-c811-4f58-bfe4-482661ffc01a), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:21.165729 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-32464a5a-fcdc-4a19-aca5-c60e15b614d9 req-33403600-8e9d-424c-bec1-b765f08af34a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0749738 Aug 18 17:07:21.188656 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:21.228321 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-32464a5a-fcdc-4a19-aca5-c60e15b614d9 req-f884bbdf-84cb-45e9-b286-31e5675ffcd5 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504603 Aug 18 17:07:21.247789 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-996ac2b2-3a2c-4ada-a4f2-b1f5917be4ff admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b69a9b6d2fb84462ad89394dc8f85f8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5811067 Aug 18 17:07:21.247937 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 45668) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:21.248018 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ac2b2-3a2c-4ada-a4f2-b1f5917be4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3b01c0-c811-4f58-bfe4-482661ffc01a,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:21.255697 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ac2b2-3a2c-4ada-a4f2-b1f5917be4ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.255890 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ac2b2-3a2c-4ada-a4f2-b1f5917be4ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.256611 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ac2b2-3a2c-4ada-a4f2-b1f5917be4ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.256611 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ac2b2-3a2c-4ada-a4f2-b1f5917be4ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.256908 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ac2b2-3a2c-4ada-a4f2-b1f5917be4ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.257246 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ac2b2-3a2c-4ada-a4f2-b1f5917be4ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.257579 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ac2b2-3a2c-4ada-a4f2-b1f5917be4ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.257911 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ac2b2-3a2c-4ada-a4f2-b1f5917be4ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.258241 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ac2b2-3a2c-4ada-a4f2-b1f5917be4ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.258570 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ac2b2-3a2c-4ada-a4f2-b1f5917be4ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.258899 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ac2b2-3a2c-4ada-a4f2-b1f5917be4ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.259563 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ac2b2-3a2c-4ada-a4f2-b1f5917be4ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.259563 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ac2b2-3a2c-4ada-a4f2-b1f5917be4ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.260475 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ac2b2-3a2c-4ada-a4f2-b1f5917be4ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.261113 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ac2b2-3a2c-4ada-a4f2-b1f5917be4ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.282973 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] Set router 62db6926-041f-46c5-ad52-21187e388cdc gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:07:21.288298 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c22a4e91-3d3f-487e-ba34-a58e14f0ce08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (12bdf604-2192-4528-a042-5c3ddd121e7b), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:21.323965 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2cab6370-5f20-41e6-b35b-871e99869c7d admin admin] Publish callbacks [] for security_group (eb3b01c0-c811-4f58-bfe4-482661ffc01a), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:21.343249 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22a4e91-3d3f-487e-ba34-a58e14f0ce08 admin admin] Network dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:07:21.345338 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a4e91-3d3f-487e-ba34-a58e14f0ce08 admin admin] Pushing event updated for resources: {'Port': ['ID=12bdf604-2192-4528-a042-5c3ddd121e7b,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:21.348086 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-c22a4e91-3d3f-487e-ba34-a58e14f0ce08 admin admin] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:07:21.348263 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2cab6370-5f20-41e6-b35b-871e99869c7d admin admin] Publish callbacks [] for security_group (eb3b01c0-c811-4f58-bfe4-482661ffc01a), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:21.351056 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22a4e91-3d3f-487e-ba34-a58e14f0ce08 admin admin] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:07:21.414373 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c22a4e91-3d3f-487e-ba34-a58e14f0ce08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3878446'] for router_interface (62db6926-041f-46c5-ad52-21187e388cdc), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:21.423872 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 1dce1384-eba0-44f2-a3e8-db26f218f7b1 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:07:21.584297 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2cab6370-5f20-41e6-b35b-871e99869c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (eb3b01c0-c811-4f58-bfe4-482661ffc01a), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:21.591782 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62db6926-041f-46c5-ad52-21187e388cdc', 'name': 'tempest-TestShelveInstance-985048160-router', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:17Z', 'updated_at': '2022-08-18T17:07:18Z', 'revision_number': 3, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'gw_port': {'id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:18Z', 'updated_at': '2022-08-18T17:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:07:21.597087 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2cab6370-5f20-41e6-b35b-871e99869c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:21.598805 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-2cab6370-5f20-41e6-b35b-871e99869c7d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/eb3b01c0-c811-4f58-bfe4-482661ffc01a HTTP/1.1" status: 204 len: 168 time: 0.3515041 Aug 18 17:07:21.629466 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f92a3-6736-419f-b90a-bf5b9020d819 None None] The sync data for ids ['62db6926-041f-46c5-ad52-21187e388cdc'] in dv-cinder-853678-2-iscsi is: [{'id': '62db6926-041f-46c5-ad52-21187e388cdc', 'name': 'tempest-TestShelveInstance-985048160-router', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:17Z', 'updated_at': '2022-08-18T17:07:18Z', 'revision_number': 3, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'gw_port': {'id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:18Z', 'updated_at': '2022-08-18T17:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:07:21.636167 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab6370-5f20-41e6-b35b-871e99869c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3b01c0-c811-4f58-bfe4-482661ffc01a,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:21.663091 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab6370-5f20-41e6-b35b-871e99869c7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.663569 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab6370-5f20-41e6-b35b-871e99869c7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.663926 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab6370-5f20-41e6-b35b-871e99869c7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.667201 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab6370-5f20-41e6-b35b-871e99869c7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.667613 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab6370-5f20-41e6-b35b-871e99869c7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.667963 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab6370-5f20-41e6-b35b-871e99869c7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.668295 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab6370-5f20-41e6-b35b-871e99869c7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.671083 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab6370-5f20-41e6-b35b-871e99869c7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.671751 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab6370-5f20-41e6-b35b-871e99869c7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.672322 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab6370-5f20-41e6-b35b-871e99869c7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.672612 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab6370-5f20-41e6-b35b-871e99869c7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.674962 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab6370-5f20-41e6-b35b-871e99869c7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.675213 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab6370-5f20-41e6-b35b-871e99869c7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.675581 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab6370-5f20-41e6-b35b-871e99869c7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.675920 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab6370-5f20-41e6-b35b-871e99869c7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:21.741054 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c22a4e91-3d3f-487e-ba34-a58e14f0ce08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (12bdf604-2192-4528-a042-5c3ddd121e7b), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:21.758250 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-2d5fdca2-b616-484d-8530-19259f875599 None None] Provisioning complete for port 12bdf604-2192-4528-a042-5c3ddd121e7b triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:21.758717 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-2d5fdca2-b616-484d-8530-19259f875599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (12bdf604-2192-4528-a042-5c3ddd121e7b), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:21.796390 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-2d5fdca2-b616-484d-8530-19259f875599 None None] Port 12bdf604-2192-4528-a042-5c3ddd121e7b cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:07:21.958928 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c22a4e91-3d3f-487e-ba34-a58e14f0ce08 admin admin] Publish callbacks [] for port (12bdf604-2192-4528-a042-5c3ddd121e7b), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:22.044590 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c22a4e91-3d3f-487e-ba34-a58e14f0ce08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (12bdf604-2192-4528-a042-5c3ddd121e7b), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:22.129231 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c22a4e91-3d3f-487e-ba34-a58e14f0ce08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3878594'] for router_interface (62db6926-041f-46c5-ad52-21187e388cdc), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:22.138066 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a4e91-3d3f-487e-ba34-a58e14f0ce08 admin admin] Pushing event updated for resources: {'Port': ['ID=12bdf604-2192-4528-a042-5c3ddd121e7b,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:22.263303 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22a4e91-3d3f-487e-ba34-a58e14f0ce08 admin admin] Network dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:07:22.264816 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-c22a4e91-3d3f-487e-ba34-a58e14f0ce08 admin admin] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:07:22.274297 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:22.339114 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ec002-12be-43b8-9042-bce84bbcefea req-273aace5-f99a-4088-9762-85f8a32aa793 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:22.340908 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bc1ec002-12be-43b8-9042-bce84bbcefea req-273aace5-f99a-4088-9762-85f8a32aa793 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 944 time: 0.0942950 Aug 18 17:07:22.460836 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bc1ec002-12be-43b8-9042-bce84bbcefea req-1cc0ddbb-8182-4ce5-b012-cb7f8283a006 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131802 Aug 18 17:07:22.486477 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 8d5874da-2576-48f7-8764-b22e8f01cace details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:07:22.491012 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d08ab-59ae-4ef3-ad66-a4d2f5cfe81b req-d23ab555-98f7-4ded-9c3a-663cdb570198 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:22.493828 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2b0d08ab-59ae-4ef3-ad66-a4d2f5cfe81b req-d23ab555-98f7-4ded-9c3a-663cdb570198 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.1575341 Aug 18 17:07:22.597166 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2b0d08ab-59ae-4ef3-ad66-a4d2f5cfe81b req-6e8ba61b-376f-4c98-85ba-bb33c29d65a8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857434 Aug 18 17:07:22.616035 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22a4e91-3d3f-487e-ba34-a58e14f0ce08 admin admin] Router 62db6926-041f-46c5-ad52-21187e388cdc has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:07:22.656935 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=100 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:22.667247 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 45702) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:22.676311 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-89d83802-a941-4d83-9945-53c2366b879d None None] Provisioning complete for port 12bdf604-2192-4528-a042-5c3ddd121e7b triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:22.677353 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-89d83802-a941-4d83-9945-53c2366b879d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (12bdf604-2192-4528-a042-5c3ddd121e7b), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:22.680993 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 8d5874da-2576-48f7-8764-b22e8f01cace, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=8d5874da-2576-48f7-8764-b22e8f01cace,segment=NetworkSegment(dd6267b2-e8c4-43d9-966e-44075ddd3bf7),segment_id=dd6267b2-e8c4-43d9-966e-44075ddd3bf7)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:07:22.688611 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d7cec9aa-2d2b-49a5-9703-089781cd007c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:22.716965 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': '8d5874da-2576-48f7-8764-b22e8f01cace', 'network_id': '98f13a32-2c3b-4f7d-a9ec-0ec548386443', 'port_id': '8d5874da-2576-48f7-8764-b22e8f01cace', 'mac_address': 'fa:16:3e:4e:10:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a00860c-150f-4142-8e24-68079b13f7db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:07:22.724335 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 45704) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:22.742371 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-89d83802-a941-4d83-9945-53c2366b879d None None] Port 12bdf604-2192-4528-a042-5c3ddd121e7b cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:07:22.810647 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 8d5874da-2576-48f7-8764-b22e8f01cace is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:07:22.811146 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (8d5874da-2576-48f7-8764-b22e8f01cace), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:22.836166 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5874da-2576-48f7-8764-b22e8f01cace {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:07:22.860471 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 8d5874da-2576-48f7-8764-b22e8f01cace, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=8d5874da-2576-48f7-8764-b22e8f01cace,segment=NetworkSegment(dd6267b2-e8c4-43d9-966e-44075ddd3bf7),segment_id=dd6267b2-e8c4-43d9-966e-44075ddd3bf7)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:07:22.872227 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d7cec9aa-2d2b-49a5-9703-089781cd007c admin admin] Publish callbacks [] for security_group (ecf242c9-1825-4d32-83bd-353ff558f350), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:22.947888 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d7cec9aa-2d2b-49a5-9703-089781cd007c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (ecf242c9-1825-4d32-83bd-353ff558f350), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:22.954976 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (8d5874da-2576-48f7-8764-b22e8f01cace), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:23.013382 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-d7cec9aa-2d2b-49a5-9703-089781cd007c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=20e901c2fb004d6f9a21a275519d4401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3508725 Aug 18 17:07:23.014088 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cec9aa-2d2b-49a5-9703-089781cd007c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf242c9-1825-4d32-83bd-353ff558f350,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:23.017105 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 45710) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:23.038870 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=8d5874da-2576-48f7-8764-b22e8f01cace,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:23.048179 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:23.056856 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a9ef5202-142d-47c5-b289-1daf256c5cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:23.062676 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 02c3b16d-0614-4a3e-8b95-fc2723703297 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:07:23.078948 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22a4e91-3d3f-487e-ba34-a58e14f0ce08 admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:07:23.084692 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-c22a4e91-3d3f-487e-ba34-a58e14f0ce08 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/62db6926-041f-46c5-ad52-21187e388cdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8830278 Aug 18 17:07:23.121300 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-04ec3434-b4da-49e4-a3a9-bfcdc87c1983 admin admin] Publish callbacks [] for security_group (ecf242c9-1825-4d32-83bd-353ff558f350), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:23.128419 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 02c3b16d-0614-4a3e-8b95-fc2723703297 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:23.128636 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:23.128954 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (02c3b16d-0614-4a3e-8b95-fc2723703297), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:23.174890 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-04ec3434-b4da-49e4-a3a9-bfcdc87c1983 admin admin] Publish callbacks [] for security_group (ecf242c9-1825-4d32-83bd-353ff558f350), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:23.238989 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:23.245623 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a9ef5202-142d-47c5-b289-1daf256c5cef admin admin] Publish callbacks [] for security_group (b81c7b4f-78d7-43dc-8777-6b35650152a4), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:23.342349 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a9ef5202-142d-47c5-b289-1daf256c5cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (b81c7b4f-78d7-43dc-8777-6b35650152a4), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:23.349041 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-04ec3434-b4da-49e4-a3a9-bfcdc87c1983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (ecf242c9-1825-4d32-83bd-353ff558f350), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:23.351881 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-04ec3434-b4da-49e4-a3a9-bfcdc87c1983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:23.353074 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-04ec3434-b4da-49e4-a3a9-bfcdc87c1983 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ecf242c9-1825-4d32-83bd-353ff558f350 HTTP/1.1" status: 204 len: 168 time: 0.3348584 Aug 18 17:07:23.362546 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 02c3b16d-0614-4a3e-8b95-fc2723703297 is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:07:23.362546 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (02c3b16d-0614-4a3e-8b95-fc2723703297), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:23.390235 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port 02c3b16d-0614-4a3e-8b95-fc2723703297, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=02c3b16d-0614-4a3e-8b95-fc2723703297,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:07:23.395921 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-a9ef5202-142d-47c5-b289-1daf256c5cef admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b214fc47882f4db5a3151d14bcda058e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6606770 Aug 18 17:07:23.396126 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 45722) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:23.396216 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef5202-142d-47c5-b289-1daf256c5cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81c7b4f-78d7-43dc-8777-6b35650152a4,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:23.407660 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec3434-b4da-49e4-a3a9-bfcdc87c1983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf242c9-1825-4d32-83bd-353ff558f350,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:23.429359 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['8d5874da-2576-48f7-8764-b22e8f01cace'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:07:23.480005 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-808af7c8-a55a-4bb2-97da-1bf438e7107e admin admin] Publish callbacks [] for security_group (b81c7b4f-78d7-43dc-8777-6b35650152a4), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:23.507412 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-808af7c8-a55a-4bb2-97da-1bf438e7107e admin admin] Publish callbacks [] for security_group (b81c7b4f-78d7-43dc-8777-6b35650152a4), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:23.512216 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (02c3b16d-0614-4a3e-8b95-fc2723703297), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:23.650945 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=02c3b16d-0614-4a3e-8b95-fc2723703297,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:23.688096 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639447e-94e7-40b9-8f0c-3a9a022f6a44 req-cc50ad63-44dc-4f43-8e9d-b85f6f09bdfd tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:23.693890 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1639447e-94e7-40b9-8f0c-3a9a022f6a44 req-cc50ad63-44dc-4f43-8e9d-b85f6f09bdfd tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 945 time: 0.0918410 Aug 18 17:07:23.768066 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1639447e-94e7-40b9-8f0c-3a9a022f6a44 req-e072360f-d2a2-40ee-ae9f-a4545f26136f tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640514 Aug 18 17:07:23.787592 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b23a04-4ef3-4dcb-8256-5678025c9994 req-08b6e107-4281-4c7f-95c4-5fb8deb14a60 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:23.789890 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a6b23a04-4ef3-4dcb-8256-5678025c9994 req-08b6e107-4281-4c7f-95c4-5fb8deb14a60 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0593820 Aug 18 17:07:23.794492 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-808af7c8-a55a-4bb2-97da-1bf438e7107e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (b81c7b4f-78d7-43dc-8777-6b35650152a4), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:23.804011 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-808af7c8-a55a-4bb2-97da-1bf438e7107e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:23.805299 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-808af7c8-a55a-4bb2-97da-1bf438e7107e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b81c7b4f-78d7-43dc-8777-6b35650152a4 HTTP/1.1" status: 204 len: 168 time: 0.4102113 Aug 18 17:07:23.839902 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808af7c8-a55a-4bb2-97da-1bf438e7107e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81c7b4f-78d7-43dc-8777-6b35650152a4,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:23.862533 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a6b23a04-4ef3-4dcb-8256-5678025c9994 req-d703e37c-dbda-45ba-a502-b02b221da8f4 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605726 Aug 18 17:07:24.037169 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] Sync routers for ids ['62db6926-041f-46c5-ad52-21187e388cdc'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:07:24.051504 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] Routers {'62db6926-041f-46c5-ad52-21187e388cdc'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:07:24.052137 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:07:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['62db6926-041f-46c5-ad52-21187e388cdc'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:07:24.167211 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] Set router 62db6926-041f-46c5-ad52-21187e388cdc gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:07:24.363301 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62db6926-041f-46c5-ad52-21187e388cdc', 'name': 'tempest-TestShelveInstance-985048160-router', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:17Z', 'updated_at': '2022-08-18T17:07:21Z', 'revision_number': 4, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'gw_port': {'id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:18Z', 'updated_at': '2022-08-18T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '12bdf604-2192-4528-a042-5c3ddd121e7b', 'name': '', 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'mac_address': 'fa:16:3e:bb:95:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8923c51a-2a81-416e-9aa6-fae865af2acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:20Z', 'updated_at': '2022-08-18T17:07:21Z', 'revision_number': 2, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'subnets': [{'id': '8923c51a-2a81-416e-9aa6-fae865af2acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:07:24.378609 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 45764) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:24.388140 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-b1923264-6b2c-4abd-bb88-bc34f236b2a2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-75434533-network', 'tenant_id': '11109403e64846edb6b8c3ea32f86ea2'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:24.398287 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] Checking router: 62db6926-041f-46c5-ad52-21187e388cdc for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:07:24.398644 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] Updating router 62db6926-041f-46c5-ad52-21187e388cdc port 12bdf604-2192-4528-a042-5c3ddd121e7b binding host dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 17:07:24.427974 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (12bdf604-2192-4528-a042-5c3ddd121e7b), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:24.510222 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1923264-6b2c-4abd-bb88-bc34f236b2a2 admin admin] Made reservation on behalf of 11109403e64846edb6b8c3ea32f86ea2 for: {'network': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:07:24.512819 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b1923264-6b2c-4abd-bb88-bc34f236b2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for network (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:24.514805 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 8d5874da-2576-48f7-8764-b22e8f01cace up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:07:24.524455 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b1923264-6b2c-4abd-bb88-bc34f236b2a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:24.595625 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning for port 8d5874da-2576-48f7-8764-b22e8f01cace completed by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 18 17:07:24.625337 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b1923264-6b2c-4abd-bb88-bc34f236b2a2 admin admin] Publish callbacks [] for security_group (ded2cc40-86ab-4c35-be08-0d8ad469ca0f), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:24.689911 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port 8d5874da-2576-48f7-8764-b22e8f01cace triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:24.690551 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (8d5874da-2576-48f7-8764-b22e8f01cace), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:24.726500 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b1923264-6b2c-4abd-bb88-bc34f236b2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (ded2cc40-86ab-4c35-be08-0d8ad469ca0f), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:24.729283 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] Publish callbacks [] for port (12bdf604-2192-4528-a042-5c3ddd121e7b), precommit_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:24.747507 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:24.761498 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1923264-6b2c-4abd-bb88-bc34f236b2a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=106918) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 17:07:24.772617 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1923264-6b2c-4abd-bb88-bc34f236b2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded2cc40-86ab-4c35-be08-0d8ad469ca0f,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:24.777865 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b1923264-6b2c-4abd-bb88-bc34f236b2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (67d503b7-be7e-4ad9-a5bc-de2147975f0f), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:24.778214 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.db.segments_db [None req-b1923264-6b2c-4abd-bb88-bc34f236b2a2 admin admin] Added segment 67d503b7-be7e-4ad9-a5bc-de2147975f0f of type vlan for network 7df868b8-145a-40f6-a0b1-c2fb42204519 Aug 18 17:07:24.780204 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 8d5874da-2576-48f7-8764-b22e8f01cace is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:07:24.780738 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (8d5874da-2576-48f7-8764-b22e8f01cace), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:24.793573 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:24.807349 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b7910f-db6b-4fb6-b112-4e9cf0967794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5874da-2576-48f7-8764-b22e8f01cace'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:07:24.809647 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d612ed-fe5c-459d-a5d6-2cb547e1e841" -d '{"events": [{"server_uuid": "72b7910f-db6b-4fb6-b112-4e9cf0967794", "name": "network-vif-plugged", "status": "completed", "tag": "8d5874da-2576-48f7-8764-b22e8f01cace"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:07:24.822975 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 8d5874da-2576-48f7-8764-b22e8f01cace, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=8d5874da-2576-48f7-8764-b22e8f01cace,segment=NetworkSegment(dd6267b2-e8c4-43d9-966e-44075ddd3bf7),segment_id=dd6267b2-e8c4-43d9-966e-44075ddd3bf7)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:07:24.827483 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (12bdf604-2192-4528-a042-5c3ddd121e7b), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:24.842819 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b1923264-6b2c-4abd-bb88-bc34f236b2a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740646246220'] for network (7df868b8-145a-40f6-a0b1-c2fb42204519), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:24.901638 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (8d5874da-2576-48f7-8764-b22e8f01cace), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:24.931381 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b1923264-6b2c-4abd-bb88-bc34f236b2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for network (7df868b8-145a-40f6-a0b1-c2fb42204519), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:24.934828 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1923264-6b2c-4abd-bb88-bc34f236b2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:24.935692 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b1923264-6b2c-4abd-bb88-bc34f236b2a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:25.042068 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f9010d-83af-4a41-b045-58ebbd90a4b5 x-openstack-request-id: req-42f9010d-83af-4a41-b045-58ebbd90a4b5 {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:07:25.043218 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b7910f-db6b-4fb6-b112-4e9cf0967794", "name": "network-vif-plugged", "status": "completed", "tag": "8d5874da-2576-48f7-8764-b22e8f01cace", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:07:25.043647 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-42f9010d-83af-4a41-b045-58ebbd90a4b5 {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:07:25.044219 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f9010d-83af-4a41-b045-58ebbd90a4b5'] response: {'server_uuid': '72b7910f-db6b-4fb6-b112-4e9cf0967794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5874da-2576-48f7-8764-b22e8f01cace', 'code': 200} Aug 18 17:07:25.049187 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=8d5874da-2576-48f7-8764-b22e8f01cace,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:25.072877 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 02c3b16d-0614-4a3e-8b95-fc2723703297 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:07:25.106482 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2c885-70a7-4061-af48-3d4adbfd64c6 None None] Pushing event updated for resources: {'Port': ['ID=12bdf604-2192-4528-a042-5c3ddd121e7b,revision_number=3']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:25.118295 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a2c885-70a7-4061-af48-3d4adbfd64c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:25.119998 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a2c885-70a7-4061-af48-3d4adbfd64c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:25.120581 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a2c885-70a7-4061-af48-3d4adbfd64c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:25.121136 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a2c885-70a7-4061-af48-3d4adbfd64c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:25.121665 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a2c885-70a7-4061-af48-3d4adbfd64c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:25.122393 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a2c885-70a7-4061-af48-3d4adbfd64c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:25.122883 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ee97d-865d-454b-8dcc-475b3f8ca72d req-325c5c19-6211-43f0-a0a6-36d2914e53bf tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:25.123496 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a2c885-70a7-4061-af48-3d4adbfd64c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:25.124025 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a2c885-70a7-4061-af48-3d4adbfd64c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:25.124547 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a2c885-70a7-4061-af48-3d4adbfd64c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:25.125303 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a2c885-70a7-4061-af48-3d4adbfd64c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:25.125828 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a2c885-70a7-4061-af48-3d4adbfd64c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:25.126368 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a2c885-70a7-4061-af48-3d4adbfd64c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:25.126889 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a2c885-70a7-4061-af48-3d4adbfd64c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:25.127408 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a2c885-70a7-4061-af48-3d4adbfd64c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:25.133114 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a2c885-70a7-4061-af48-3d4adbfd64c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:25.134391 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] Attempting to bind port 12bdf604-2192-4528-a042-5c3ddd121e7b on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:07:25.134878 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] Attempting to bind port 12bdf604-2192-4528-a042-5c3ddd121e7b by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '10ed1ebd-70c5-4b43-8c76-700a5fe24a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1'}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:07:25.135487 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] Attempting to bind port 12bdf604-2192-4528-a042-5c3ddd121e7b on network dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:07:25.138992 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f04ee97d-865d-454b-8dcc-475b3f8ca72d req-325c5c19-6211-43f0-a0a6-36d2914e53bf tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 946 time: 0.1555703 Aug 18 17:07:25.143654 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:07:25.144464 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] Checking segment: {'id': '10ed1ebd-70c5-4b43-8c76-700a5fe24a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:07:25.145075 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:25.146682 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] Bound using segment: {'id': '10ed1ebd-70c5-4b43-8c76-700a5fe24a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1'} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:07:25.147368 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] Bound port: 12bdf604-2192-4528-a042-5c3ddd121e7b, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ed1ebd-70c5-4b43-8c76-700a5fe24a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1'}}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:07:25.148180 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (12bdf604-2192-4528-a042-5c3ddd121e7b), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:25.203622 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:25.204137 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:25.216365 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-b1923264-6b2c-4abd-bb88-bc34f236b2a2 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8353851 Aug 18 17:07:25.220199 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 45802) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:25.223306 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 02c3b16d-0614-4a3e-8b95-fc2723703297 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:25.225467 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (02c3b16d-0614-4a3e-8b95-fc2723703297), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:25.230594 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-64341de6-6547-4d3d-b0e2-12ce06bf4e8f admin admin] Request body: {'subnet': {'network_id': '7df868b8-145a-40f6-a0b1-c2fb42204519', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-75434533-subnet', 'tenant_id': '11109403e64846edb6b8c3ea32f86ea2', 'ip_version': 4}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:25.237970 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1923264-6b2c-4abd-bb88-bc34f236b2a2 admin admin] Pushing event updated for resources: {'Network': ['ID=7df868b8-145a-40f6-a0b1-c2fb42204519,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:25.261323 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] For port 12bdf604-2192-4528-a042-5c3ddd121e7b, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:07:25.269008 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f04ee97d-865d-454b-8dcc-475b3f8ca72d req-52cd8d1f-6b5c-475a-8c66-f8638ed2ff27 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265981 Aug 18 17:07:25.269983 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] For port 12bdf604-2192-4528-a042-5c3ddd121e7b, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=12bdf604-2192-4528-a042-5c3ddd121e7b,segment=NetworkSegment(10ed1ebd-70c5-4b43-8c76-700a5fe24a0d),segment_id=10ed1ebd-70c5-4b43-8c76-700a5fe24a0d)] {{(pid=106921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:07:25.279407 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Network 7df868b8-145a-40f6-a0b1-c2fb42204519 details requested by agent ovs-agent-dv-cinder-853678-2-iscsi with host dv-cinder-853678-2-iscsi {{(pid=106920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 17:07:25.344434 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (12bdf604-2192-4528-a042-5c3ddd121e7b), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:25.364392 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64341de6-6547-4d3d-b0e2-12ce06bf4e8f admin admin] Made reservation on behalf of 11109403e64846edb6b8c3ea32f86ea2 for: {'subnet': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:07:25.366956 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-64341de6-6547-4d3d-b0e2-12ce06bf4e8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26692429'] for subnet (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:25.419352 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 02c3b16d-0614-4a3e-8b95-fc2723703297 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:07:25.427497 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:25.429200 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2c885-70a7-4061-af48-3d4adbfd64c6 None None] Pushing event updated for resources: {'Port': ['ID=12bdf604-2192-4528-a042-5c3ddd121e7b,revision_number=4']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:25.442832 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] Routers {'62db6926-041f-46c5-ad52-21187e388cdc'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:07:25.443818 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:07:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['62db6926-041f-46c5-ad52-21187e388cdc'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:07:25.532573 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:25.543824 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf556e7-9c1b-425d-b392-a99e3a44bdbe req-20280fa2-fdf1-4856-b797-ceb093971293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:25.545734 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ddf556e7-9c1b-425d-b392-a99e3a44bdbe req-20280fa2-fdf1-4856-b797-ceb093971293 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 1130 time: 0.1308694 Aug 18 17:07:25.556557 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cb540-e695-42bb-a95e-9031ed1d4c9f req-28a7e88f-aa5f-48b2-b796-79d66932fa7c tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:25.558675 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8f7cb540-e695-42bb-a95e-9031ed1d4c9f req-28a7e88f-aa5f-48b2-b796-79d66932fa7c tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.1039476 Aug 18 17:07:25.564128 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] Set router 62db6926-041f-46c5-ad52-21187e388cdc gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:07:25.619830 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8f7cb540-e695-42bb-a95e-9031ed1d4c9f req-0d0928c9-d9ae-4f34-a9b9-f0f4331dd9c1 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551488 Aug 18 17:07:25.628835 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ddf556e7-9c1b-425d-b392-a99e3a44bdbe req-8db4a6e3-5fba-40c3-850b-039eaf7900ed service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743902 Aug 18 17:07:25.814183 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62db6926-041f-46c5-ad52-21187e388cdc', 'name': 'tempest-TestShelveInstance-985048160-router', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:17Z', 'updated_at': '2022-08-18T17:07:21Z', 'revision_number': 4, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'gw_port': {'id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:18Z', 'updated_at': '2022-08-18T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '12bdf604-2192-4528-a042-5c3ddd121e7b', 'name': '', 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'mac_address': 'fa:16:3e:bb:95:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8923c51a-2a81-416e-9aa6-fae865af2acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:20Z', 'updated_at': '2022-08-18T17:07:25Z', 'revision_number': 4, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'subnets': [{'id': '8923c51a-2a81-416e-9aa6-fae865af2acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:07:25.841912 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b81e600-3d83-4c53-8d28-0622277e7441 None None] The sync data for ids ['62db6926-041f-46c5-ad52-21187e388cdc'] in dv-cinder-853678-2-iscsi is: [{'id': '62db6926-041f-46c5-ad52-21187e388cdc', 'name': 'tempest-TestShelveInstance-985048160-router', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:17Z', 'updated_at': '2022-08-18T17:07:21Z', 'revision_number': 4, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'gw_port': {'id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:18Z', 'updated_at': '2022-08-18T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '12bdf604-2192-4528-a042-5c3ddd121e7b', 'name': '', 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'mac_address': 'fa:16:3e:bb:95:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8923c51a-2a81-416e-9aa6-fae865af2acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:20Z', 'updated_at': '2022-08-18T17:07:25Z', 'revision_number': 4, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'subnets': [{'id': '8923c51a-2a81-416e-9aa6-fae865af2acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:07:25.857074 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-64341de6-6547-4d3d-b0e2-12ce06bf4e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26476631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26692435'] for subnet (8ea7cd4c-fda9-4d1b-b5da-e3252146f354), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:25.978959 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64341de6-6547-4d3d-b0e2-12ce06bf4e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ea7cd4c-fda9-4d1b-b5da-e3252146f354,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:25.986549 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64341de6-6547-4d3d-b0e2-12ce06bf4e8f admin admin] Checking segment: {'id': '67d503b7-be7e-4ad9-a5bc-de2147975f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7df868b8-145a-40f6-a0b1-c2fb42204519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:07:25.987307 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64341de6-6547-4d3d-b0e2-12ce06bf4e8f admin admin] Network hostable DHCP agents. Network: 7df868b8-145a-40f6-a0b1-c2fb42204519, hostable agents: ['e58bb1ce-71d7-42ea-87d8-4585040b913b'], hosted agents: [] {{(pid=106918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 17:07:26.057300 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa073c4-621e-48d7-9c85-a19c565a1e5d req-71af3ec1-8185-45f6-a3ef-452cb0208158 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:26.061963 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7fa073c4-621e-48d7-9c85-a19c565a1e5d req-71af3ec1-8185-45f6-a3ef-452cb0208158 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0745361 Aug 18 17:07:26.127244 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7fa073c4-621e-48d7-9c85-a19c565a1e5d req-8587e18e-eaa0-4e59-9fc8-a95dec46441a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617628 Aug 18 17:07:26.130793 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64341de6-6547-4d3d-b0e2-12ce06bf4e8f admin admin] Network 7df868b8-145a-40f6-a0b1-c2fb42204519 is scheduled to be hosted by DHCP agent e58bb1ce-71d7-42ea-87d8-4585040b913b with binding_index 1 {{(pid=106918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 17:07:26.262296 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-64341de6-6547-4d3d-b0e2-12ce06bf4e8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853678-2-iscsi, 7df868b8-145a-40f6-a0b1-c2fb42204519) {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:07:26.278539 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cd1ffd-b966-4378-9472-06b889bfc4f7 None None] Network 7df868b8-145a-40f6-a0b1-c2fb42204519 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:07:26.279751 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64341de6-6547-4d3d-b0e2-12ce06bf4e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:26.279751 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-64341de6-6547-4d3d-b0e2-12ce06bf4e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:26.402854 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:26.434118 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-64341de6-6547-4d3d-b0e2-12ce06bf4e8f admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2074654 Aug 18 17:07:26.434225 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 45874) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:26.437475 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-e887bbf2-abbd-4bbb-9998-1672ebb93379 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-75434533-router', 'tenant_id': '11109403e64846edb6b8c3ea32f86ea2', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:26.454035 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb31a9-29bd-4b53-b6b1-87840b9d8ae1 req-0a0247fb-c591-4f5e-888c-e8a89f715979 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:26.455720 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7acb31a9-29bd-4b53-b6b1-87840b9d8ae1 req-0a0247fb-c591-4f5e-888c-e8a89f715979 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 946 time: 0.0884755 Aug 18 17:07:26.464979 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5111ec2-0c26-45ab-9d18-4f35898f903d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3313c541-5052-5b58-90ab-4ac2d5070ee7-7df868b8-145a-40f6-a0b1-c2fb42204519', 'network_id': '7df868b8-145a-40f6-a0b1-c2fb42204519', 'project_id': '11109403e64846edb6b8c3ea32f86ea2', 'fixed_ips': [{'subnet_id': '8ea7cd4c-fda9-4d1b-b5da-e3252146f354'}]}} from dv-cinder-853678-2-iscsi. {{(pid=106920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 17:07:26.466033 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f5111ec2-0c26-45ab-9d18-4f35898f903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:26.519704 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7acb31a9-29bd-4b53-b6b1-87840b9d8ae1 req-3312d99b-8074-43f2-a9a8-7185d8fcafdf tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562203 Aug 18 17:07:26.613121 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.db_base_plugin_common [None req-f5111ec2-0c26-45ab-9d18-4f35898f903d None None] Allocated IP 172.20.0.2 (7df868b8-145a-40f6-a0b1-c2fb42204519/8ea7cd4c-fda9-4d1b-b5da-e3252146f354/10e239b4-6ec9-499c-a7df-e7e60c907131) {{(pid=106920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:07:26.615947 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e887bbf2-abbd-4bbb-9998-1672ebb93379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (97e09d76-c138-48ea-8d04-851536797573), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:26.617128 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e887bbf2-abbd-4bbb-9998-1672ebb93379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3874696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3929413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5391'] for router (97e09d76-c138-48ea-8d04-851536797573), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:26.704426 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e887bbf2-abbd-4bbb-9998-1672ebb93379 admin admin] Publish callbacks [] for router_controller (97e09d76-c138-48ea-8d04-851536797573), precommit_add_association {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:26.780498 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f5111ec2-0c26-45ab-9d18-4f35898f903d None None] Publish callbacks [] for port (10e239b4-6ec9-499c-a7df-e7e60c907131), precommit_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:26.792744 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190aace8-5afa-4ad7-ab33-c624bd17f885 req-5a4ac1b6-e0de-41ee-abab-83dfc913cb82 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:26.799915 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-190aace8-5afa-4ad7-ab33-c624bd17f885 req-5a4ac1b6-e0de-41ee-abab-83dfc913cb82 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0596821 Aug 18 17:07:26.867785 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f5111ec2-0c26-45ab-9d18-4f35898f903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (10e239b4-6ec9-499c-a7df-e7e60c907131), after_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:26.868005 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-190aace8-5afa-4ad7-ab33-c624bd17f885 req-fde4761b-1396-449d-a003-e0e8514123b7 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635886 Aug 18 17:07:26.946191 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e887bbf2-abbd-4bbb-9998-1672ebb93379 admin admin] Publish callbacks [] for router_gateway (97e09d76-c138-48ea-8d04-851536797573), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:26.954218 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5111ec2-0c26-45ab-9d18-4f35898f903d None None] Network 7df868b8-145a-40f6-a0b1-c2fb42204519 is already hosted by enough agents. {{(pid=106920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:07:26.962093 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.base_scheduler [None req-f5111ec2-0c26-45ab-9d18-4f35898f903d None None] Resources bound (agent type, host, resource id): {{(pid=106920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:07:26.968125 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5111ec2-0c26-45ab-9d18-4f35898f903d None None] Received port after_create {{(pid=106920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:07:27.035669 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:27.041042 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 12bdf604-2192-4528-a042-5c3ddd121e7b up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:07:27.043774 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5111ec2-0c26-45ab-9d18-4f35898f903d None None] Pushing event updated for resources: {'Port': ['ID=10e239b4-6ec9-499c-a7df-e7e60c907131,revision_number=1']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:27.084339 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-f5111ec2-0c26-45ab-9d18-4f35898f903d None None] Attempting to bind port 10e239b4-6ec9-499c-a7df-e7e60c907131 on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:07:27.084704 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-f5111ec2-0c26-45ab-9d18-4f35898f903d None None] Attempting to bind port 10e239b4-6ec9-499c-a7df-e7e60c907131 by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '67d503b7-be7e-4ad9-a5bc-de2147975f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7df868b8-145a-40f6-a0b1-c2fb42204519'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:07:27.085065 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5111ec2-0c26-45ab-9d18-4f35898f903d None None] Attempting to bind port 10e239b4-6ec9-499c-a7df-e7e60c907131 on network 7df868b8-145a-40f6-a0b1-c2fb42204519 {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:07:27.098709 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5111ec2-0c26-45ab-9d18-4f35898f903d None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:07:27.099078 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5111ec2-0c26-45ab-9d18-4f35898f903d None None] Checking segment: {'id': '67d503b7-be7e-4ad9-a5bc-de2147975f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7df868b8-145a-40f6-a0b1-c2fb42204519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:07:27.099745 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f5111ec2-0c26-45ab-9d18-4f35898f903d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:27.100293 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5111ec2-0c26-45ab-9d18-4f35898f903d None None] Bound using segment: {'id': '67d503b7-be7e-4ad9-a5bc-de2147975f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7df868b8-145a-40f6-a0b1-c2fb42204519'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:07:27.100780 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-f5111ec2-0c26-45ab-9d18-4f35898f903d None None] Bound port: 10e239b4-6ec9-499c-a7df-e7e60c907131, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d503b7-be7e-4ad9-a5bc-de2147975f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7df868b8-145a-40f6-a0b1-c2fb42204519'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:07:27.101158 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f5111ec2-0c26-45ab-9d18-4f35898f903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (10e239b4-6ec9-499c-a7df-e7e60c907131), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:27.142730 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 12bdf604-2192-4528-a042-5c3ddd121e7b triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:27.143351 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (12bdf604-2192-4528-a042-5c3ddd121e7b), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:27.215398 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-f5111ec2-0c26-45ab-9d18-4f35898f903d None None] For port 10e239b4-6ec9-499c-a7df-e7e60c907131, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:07:27.221690 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-f5111ec2-0c26-45ab-9d18-4f35898f903d None None] For port 10e239b4-6ec9-499c-a7df-e7e60c907131, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=10e239b4-6ec9-499c-a7df-e7e60c907131,segment=NetworkSegment(67d503b7-be7e-4ad9-a5bc-de2147975f0f),segment_id=67d503b7-be7e-4ad9-a5bc-de2147975f0f)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:07:27.329713 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f5111ec2-0c26-45ab-9d18-4f35898f903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (10e239b4-6ec9-499c-a7df-e7e60c907131), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:27.335373 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 12bdf604-2192-4528-a042-5c3ddd121e7b is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:07:27.335782 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (12bdf604-2192-4528-a042-5c3ddd121e7b), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:27.397294 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852f80d-3ef4-4543-85ef-db12aca33c94 req-3d3dff1c-a167-481b-ac10-69b0bc26a8b5 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:27.411695 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9852f80d-3ef4-4543-85ef-db12aca33c94 req-3d3dff1c-a167-481b-ac10-69b0bc26a8b5 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.1277750 Aug 18 17:07:27.545866 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9852f80d-3ef4-4543-85ef-db12aca33c94 req-2464d470-da1a-42fb-8662-d5a44aeee71b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315780 Aug 18 17:07:27.559664 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port 12bdf604-2192-4528-a042-5c3ddd121e7b, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=12bdf604-2192-4528-a042-5c3ddd121e7b,segment=NetworkSegment(10ed1ebd-70c5-4b43-8c76-700a5fe24a0d),segment_id=10ed1ebd-70c5-4b43-8c76-700a5fe24a0d)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:07:27.566692 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5111ec2-0c26-45ab-9d18-4f35898f903d None None] Pushing event updated for resources: {'Port': ['ID=10e239b4-6ec9-499c-a7df-e7e60c907131,revision_number=2']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:27.656358 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:27.675315 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (12bdf604-2192-4528-a042-5c3ddd121e7b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:27.681533 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e887bbf2-abbd-4bbb-9998-1672ebb93379 admin admin] Publish callbacks [] for router_gateway (97e09d76-c138-48ea-8d04-851536797573), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:27.689447 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:27.735509 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e887bbf2-abbd-4bbb-9998-1672ebb93379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:27.798515 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ef7f1-d1b5-4842-8455-1c303e897ff7 req-24c7a2a4-7eb0-4f85-9504-8aa9d7a1421b tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:27.800309 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-336ef7f1-d1b5-4842-8455-1c303e897ff7 req-24c7a2a4-7eb0-4f85-9504-8aa9d7a1421b tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 946 time: 0.0878644 Aug 18 17:07:27.816461 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=12bdf604-2192-4528-a042-5c3ddd121e7b,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:27.877683 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-336ef7f1-d1b5-4842-8455-1c303e897ff7 req-e6cad8d7-45e0-4a14-abff-a71cd57830b6 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620444 Aug 18 17:07:27.901933 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [None req-e887bbf2-abbd-4bbb-9998-1672ebb93379 admin admin] Allocated IP 172.27.1.105 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/a060e738-72a2-4e41-8a6e-8888f94f435b) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:07:28.021724 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:28.026543 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e887bbf2-abbd-4bbb-9998-1672ebb93379 admin admin] Publish callbacks [] for port (a060e738-72a2-4e41-8a6e-8888f94f435b), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:28.067872 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a981d65-5478-4277-a409-e38f79bfd501 req-f442ff8f-bcb6-4d28-9daf-c1a678bdfc87 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:28.072445 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7a981d65-5478-4277-a409-e38f79bfd501 req-f442ff8f-bcb6-4d28-9daf-c1a678bdfc87 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0869620 Aug 18 17:07:28.135186 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7a981d65-5478-4277-a409-e38f79bfd501 req-b4bbcd14-6825-4ac2-8a30-447b463f7df5 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527494 Aug 18 17:07:28.170176 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e887bbf2-abbd-4bbb-9998-1672ebb93379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (a060e738-72a2-4e41-8a6e-8888f94f435b), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:28.212029 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e887bbf2-abbd-4bbb-9998-1672ebb93379 admin admin] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:07:28.215822 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-e887bbf2-abbd-4bbb-9998-1672ebb93379 admin admin] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:07:28.222437 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e887bbf2-abbd-4bbb-9998-1672ebb93379 admin admin] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:07:28.261531 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887bbf2-abbd-4bbb-9998-1672ebb93379 admin admin] Pushing event updated for resources: {'Port': ['ID=a060e738-72a2-4e41-8a6e-8888f94f435b,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:28.554728 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8793a24-6eb7-43bd-8628-638d29511da6 None None] Network 7df868b8-145a-40f6-a0b1-c2fb42204519 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:07:28.568498 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:28.573410 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e887bbf2-abbd-4bbb-9998-1672ebb93379 admin admin] Publish callbacks [] for router_gateway (97e09d76-c138-48ea-8d04-851536797573), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:28.634789 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-950e9e5b-3b14-47ea-bf16-4f156b522852 None None] Provisioning complete for port 10e239b4-6ec9-499c-a7df-e7e60c907131 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:28.635154 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-950e9e5b-3b14-47ea-bf16-4f156b522852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (10e239b4-6ec9-499c-a7df-e7e60c907131), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:28.724235 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed3c53-2c95-453f-b0c8-15eb37b72958 req-979b3e56-f7e8-4472-a4e5-a7d24f410829 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:28.725905 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-97ed3c53-2c95-453f-b0c8-15eb37b72958 req-979b3e56-f7e8-4472-a4e5-a7d24f410829 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0695417 Aug 18 17:07:28.765489 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-950e9e5b-3b14-47ea-bf16-4f156b522852 None None] Current status of the port 10e239b4-6ec9-499c-a7df-e7e60c907131 is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:07:28.765878 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-950e9e5b-3b14-47ea-bf16-4f156b522852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (10e239b4-6ec9-499c-a7df-e7e60c907131), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:28.837474 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-950e9e5b-3b14-47ea-bf16-4f156b522852 None None] For port 10e239b4-6ec9-499c-a7df-e7e60c907131, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=10e239b4-6ec9-499c-a7df-e7e60c907131,segment=NetworkSegment(67d503b7-be7e-4ad9-a5bc-de2147975f0f),segment_id=67d503b7-be7e-4ad9-a5bc-de2147975f0f)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:07:28.887022 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-97ed3c53-2c95-453f-b0c8-15eb37b72958 req-8ba47275-1067-42cc-be19-eccafc06cd55 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139326 Aug 18 17:07:28.903770 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e887bbf2-abbd-4bbb-9998-1672ebb93379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3874809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876444'] for router (97e09d76-c138-48ea-8d04-851536797573), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:28.964899 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-950e9e5b-3b14-47ea-bf16-4f156b522852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (10e239b4-6ec9-499c-a7df-e7e60c907131), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:29.051400 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325a6a2-b518-4ff8-8b5f-277ddfc08831 req-0496f657-daff-4574-92a1-a24480609b3d tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:29.064288 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f325a6a2-b518-4ff8-8b5f-277ddfc08831 req-0496f657-daff-4574-92a1-a24480609b3d tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 946 time: 0.0736194 Aug 18 17:07:29.109753 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-34e51e23-b8b0-4249-98b5-1b72924f218c None None] Provisioning complete for port 10e239b4-6ec9-499c-a7df-e7e60c907131 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:29.110136 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-34e51e23-b8b0-4249-98b5-1b72924f218c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (10e239b4-6ec9-499c-a7df-e7e60c907131), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:29.135866 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e9e5b-3b14-47ea-bf16-4f156b522852 None None] Pushing event updated for resources: {'Port': ['ID=10e239b4-6ec9-499c-a7df-e7e60c907131,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:29.190646 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 10e239b4-6ec9-499c-a7df-e7e60c907131 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:07:29.211253 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f325a6a2-b518-4ff8-8b5f-277ddfc08831 req-3786e03a-155e-441c-8d80-528817a57c74 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452644 Aug 18 17:07:29.272435 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e887bbf2-abbd-4bbb-9998-1672ebb93379 admin admin] Router 97e09d76-c138-48ea-8d04-851536797573 is scheduled to L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 with binding_index 1 {{(pid=106919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 17:07:29.276300 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-34e51e23-b8b0-4249-98b5-1b72924f218c None None] Current status of the port 10e239b4-6ec9-499c-a7df-e7e60c907131 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:07:29.283995 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:29.287671 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 10e239b4-6ec9-499c-a7df-e7e60c907131 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:29.293623 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (10e239b4-6ec9-499c-a7df-e7e60c907131), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:29.300256 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd80fe-b9a0-4661-a76a-5cc7657b6c4c req-80e451d6-db7c-42ec-91e9-15bdeec79ea0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:29.301916 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8efd80fe-b9a0-4661-a76a-5cc7657b6c4c req-80e451d6-db7c-42ec-91e9-15bdeec79ea0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0762763 Aug 18 17:07:29.361425 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:29.374172 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 10e239b4-6ec9-499c-a7df-e7e60c907131 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:07:29.375427 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 12bdf604-2192-4528-a042-5c3ddd121e7b up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:07:29.380130 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:29.422511 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 12bdf604-2192-4528-a042-5c3ddd121e7b triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:29.422887 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (12bdf604-2192-4528-a042-5c3ddd121e7b), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:29.436378 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8efd80fe-b9a0-4661-a76a-5cc7657b6c4c req-c9aa1be1-028e-4a89-8ccf-226384556a61 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941691 Aug 18 17:07:29.462098 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e887bbf2-abbd-4bbb-9998-1672ebb93379 admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:07:29.464945 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] Sync routers for ids ['97e09d76-c138-48ea-8d04-851536797573'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:07:29.481608 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] Routers {'97e09d76-c138-48ea-8d04-851536797573'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:07:29.482318 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:07:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['97e09d76-c138-48ea-8d04-851536797573'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:07:29.589486 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e887bbf2-abbd-4bbb-9998-1672ebb93379 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:29.593610 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-e887bbf2-abbd-4bbb-9998-1672ebb93379 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1606543 Aug 18 17:07:29.594062 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 45938) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:29.719480 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 12bdf604-2192-4528-a042-5c3ddd121e7b is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:07:29.772076 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] Set router 97e09d76-c138-48ea-8d04-851536797573 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:07:29.800306 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=100 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:29.990037 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e09d76-c138-48ea-8d04-851536797573', 'name': 'tempest-TestShelveInstance-75434533-router', 'tenant_id': '11109403e64846edb6b8c3ea32f86ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a060e738-72a2-4e41-8a6e-8888f94f435b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:26Z', 'updated_at': '2022-08-18T17:07:28Z', 'revision_number': 3, 'project_id': '11109403e64846edb6b8c3ea32f86ea2', 'gw_port': {'id': 'a060e738-72a2-4e41-8a6e-8888f94f435b', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:40:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e09d76-c138-48ea-8d04-851536797573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:27Z', 'updated_at': '2022-08-18T17:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:07:30.017399 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] Checking router: 97e09d76-c138-48ea-8d04-851536797573 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:07:30.017791 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] Updating router 97e09d76-c138-48ea-8d04-851536797573 port a060e738-72a2-4e41-8a6e-8888f94f435b binding host dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 17:07:30.046882 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:30.057984 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (a060e738-72a2-4e41-8a6e-8888f94f435b), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:30.063760 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ad109-b43d-4328-8da7-ba53d5f62851 req-b2d335c1-5816-4d89-80a7-3a48f9972246 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:30.065300 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f27ad109-b43d-4328-8da7-ba53d5f62851 req-b2d335c1-5816-4d89-80a7-3a48f9972246 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0607944 Aug 18 17:07:30.114966 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b1755792-5fd0-41c9-9b25-77fd25da0647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:30.148019 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f27ad109-b43d-4328-8da7-ba53d5f62851 req-4960f6c9-5e84-47d7-9ec3-e763860d3966 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763619 Aug 18 17:07:30.366322 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:30.367691 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [None req-b1755792-5fd0-41c9-9b25-77fd25da0647 admin admin] Allocated IP 172.20.0.1 (7df868b8-145a-40f6-a0b1-c2fb42204519/8ea7cd4c-fda9-4d1b-b5da-e3252146f354/516050b1-ff26-42bd-8a77-910d41e38b9e) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:07:30.389196 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] Publish callbacks [] for port (a060e738-72a2-4e41-8a6e-8888f94f435b), precommit_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:30.449545 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (a060e738-72a2-4e41-8a6e-8888f94f435b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:30.489033 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b1755792-5fd0-41c9-9b25-77fd25da0647 admin admin] Publish callbacks [] for port (516050b1-ff26-42bd-8a77-910d41e38b9e), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:30.490319 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] Attempting to bind port a060e738-72a2-4e41-8a6e-8888f94f435b on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:07:30.490698 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] Attempting to bind port a060e738-72a2-4e41-8a6e-8888f94f435b by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:07:30.491067 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] Attempting to bind port a060e738-72a2-4e41-8a6e-8888f94f435b on network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:07:30.504626 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:07:30.505071 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] Checking segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:07:30.505414 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:30.505817 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] Bound using segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:07:30.506332 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] Bound port: a060e738-72a2-4e41-8a6e-8888f94f435b, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:07:30.506779 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (a060e738-72a2-4e41-8a6e-8888f94f435b), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:30.510550 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f9b3f-ac69-480a-a494-d18fc7ec074f None None] Pushing event updated for resources: {'Port': ['ID=a060e738-72a2-4e41-8a6e-8888f94f435b,revision_number=2']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:30.570791 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] For port a060e738-72a2-4e41-8a6e-8888f94f435b, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:07:30.575257 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] For port a060e738-72a2-4e41-8a6e-8888f94f435b, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=a060e738-72a2-4e41-8a6e-8888f94f435b,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:07:30.650352 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b1755792-5fd0-41c9-9b25-77fd25da0647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (516050b1-ff26-42bd-8a77-910d41e38b9e), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:30.685660 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (a060e738-72a2-4e41-8a6e-8888f94f435b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:30.692630 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1755792-5fd0-41c9-9b25-77fd25da0647 admin admin] Network 7df868b8-145a-40f6-a0b1-c2fb42204519 is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:07:30.699225 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-b1755792-5fd0-41c9-9b25-77fd25da0647 admin admin] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:07:30.704229 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1755792-5fd0-41c9-9b25-77fd25da0647 admin admin] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:07:30.735981 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1755792-5fd0-41c9-9b25-77fd25da0647 admin admin] Pushing event updated for resources: {'Port': ['ID=516050b1-ff26-42bd-8a77-910d41e38b9e,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:30.747059 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:30.767782 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] Routers {'97e09d76-c138-48ea-8d04-851536797573'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:07:30.768461 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:07:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['97e09d76-c138-48ea-8d04-851536797573'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:07:30.775154 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e358510-970d-4be9-8d87-4d81b6e945bf req-57fc117f-42cb-46b6-ad1b-7ad486a8e151 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:30.777058 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9e358510-970d-4be9-8d87-4d81b6e945bf req-57fc117f-42cb-46b6-ad1b-7ad486a8e151 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0961375 Aug 18 17:07:30.782129 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b1755792-5fd0-41c9-9b25-77fd25da0647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3878446'] for router_interface (97e09d76-c138-48ea-8d04-851536797573), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:30.856032 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9e358510-970d-4be9-8d87-4d81b6e945bf req-3092a5f5-1282-4cd9-93a6-b44e303137c8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700586 Aug 18 17:07:30.861717 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:30.906260 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] Set router 97e09d76-c138-48ea-8d04-851536797573 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:07:30.908741 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f9b3f-ac69-480a-a494-d18fc7ec074f None None] Pushing event updated for resources: {'Port': ['ID=a060e738-72a2-4e41-8a6e-8888f94f435b,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:31.003861 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372df7c8-ec0c-468b-8524-6994c2bc0ee2 req-f3a5f72f-5d8f-4154-931d-e4bc960a9a33 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:31.005631 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-372df7c8-ec0c-468b-8524-6994c2bc0ee2 req-f3a5f72f-5d8f-4154-931d-e4bc960a9a33 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 946 time: 0.0815468 Aug 18 17:07:31.045718 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 10e239b4-6ec9-499c-a7df-e7e60c907131 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:07:31.071698 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-e5ceb5a1-202f-4a83-b304-a86516107a41 None None] Provisioning complete for port 516050b1-ff26-42bd-8a77-910d41e38b9e triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:31.072094 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e5ceb5a1-202f-4a83-b304-a86516107a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (516050b1-ff26-42bd-8a77-910d41e38b9e), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:31.092238 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-372df7c8-ec0c-468b-8524-6994c2bc0ee2 req-4e016daa-24fa-4544-a3b7-f7aa231ee7cf tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797117 Aug 18 17:07:31.099498 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b1755792-5fd0-41c9-9b25-77fd25da0647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (516050b1-ff26-42bd-8a77-910d41e38b9e), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:31.162105 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-e5ceb5a1-202f-4a83-b304-a86516107a41 None None] Port 516050b1-ff26-42bd-8a77-910d41e38b9e cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:07:31.191299 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 10e239b4-6ec9-499c-a7df-e7e60c907131 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:31.193078 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (10e239b4-6ec9-499c-a7df-e7e60c907131), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:31.214885 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:31.245846 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e09d76-c138-48ea-8d04-851536797573', 'name': 'tempest-TestShelveInstance-75434533-router', 'tenant_id': '11109403e64846edb6b8c3ea32f86ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a060e738-72a2-4e41-8a6e-8888f94f435b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:26Z', 'updated_at': '2022-08-18T17:07:28Z', 'revision_number': 3, 'project_id': '11109403e64846edb6b8c3ea32f86ea2', 'gw_port': {'id': 'a060e738-72a2-4e41-8a6e-8888f94f435b', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:40:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e09d76-c138-48ea-8d04-851536797573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:27Z', 'updated_at': '2022-08-18T17:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:07:31.288599 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53b991c-2c03-48c2-83b9-d1187d3188f0 None None] The sync data for ids ['97e09d76-c138-48ea-8d04-851536797573'] in dv-cinder-853678-2-iscsi is: [{'id': '97e09d76-c138-48ea-8d04-851536797573', 'name': 'tempest-TestShelveInstance-75434533-router', 'tenant_id': '11109403e64846edb6b8c3ea32f86ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a060e738-72a2-4e41-8a6e-8888f94f435b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:26Z', 'updated_at': '2022-08-18T17:07:28Z', 'revision_number': 3, 'project_id': '11109403e64846edb6b8c3ea32f86ea2', 'gw_port': {'id': 'a060e738-72a2-4e41-8a6e-8888f94f435b', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:40:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e09d76-c138-48ea-8d04-851536797573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:27Z', 'updated_at': '2022-08-18T17:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:07:31.311083 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b1755792-5fd0-41c9-9b25-77fd25da0647 admin admin] Publish callbacks [] for port (516050b1-ff26-42bd-8a77-910d41e38b9e), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:31.338938 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72213c0e-be7b-4cba-8bf4-5f89fc13d2ad req-33377ece-833a-4ef1-9af1-ab564fe14d97 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:31.340852 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-72213c0e-be7b-4cba-8bf4-5f89fc13d2ad req-33377ece-833a-4ef1-9af1-ab564fe14d97 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0693290 Aug 18 17:07:31.347355 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 10e239b4-6ec9-499c-a7df-e7e60c907131 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:07:31.398823 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b1755792-5fd0-41c9-9b25-77fd25da0647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (516050b1-ff26-42bd-8a77-910d41e38b9e), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:31.402087 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-72213c0e-be7b-4cba-8bf4-5f89fc13d2ad req-70d4eb4e-6a89-4922-bb7f-0947b12ec49b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553715 Aug 18 17:07:31.490660 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b1755792-5fd0-41c9-9b25-77fd25da0647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3878594'] for router_interface (97e09d76-c138-48ea-8d04-851536797573), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:31.492533 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1755792-5fd0-41c9-9b25-77fd25da0647 admin admin] Pushing event updated for resources: {'Port': ['ID=516050b1-ff26-42bd-8a77-910d41e38b9e,revision_number=2']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:31.621252 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1755792-5fd0-41c9-9b25-77fd25da0647 admin admin] Network 7df868b8-145a-40f6-a0b1-c2fb42204519 is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:07:31.623410 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-b1755792-5fd0-41c9-9b25-77fd25da0647 admin admin] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:07:31.794358 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1755792-5fd0-41c9-9b25-77fd25da0647 admin admin] Router 97e09d76-c138-48ea-8d04-851536797573 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:07:31.890969 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-15c108ae-7c55-45cd-903b-d401f892ae8d None None] Provisioning complete for port 516050b1-ff26-42bd-8a77-910d41e38b9e triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:31.892192 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-15c108ae-7c55-45cd-903b-d401f892ae8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (516050b1-ff26-42bd-8a77-910d41e38b9e), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:31.920196 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1755792-5fd0-41c9-9b25-77fd25da0647 admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:07:31.936686 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-b1755792-5fd0-41c9-9b25-77fd25da0647 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/97e09d76-c138-48ea-8d04-851536797573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3413737 Aug 18 17:07:31.955890 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-15c108ae-7c55-45cd-903b-d401f892ae8d None None] Port 516050b1-ff26-42bd-8a77-910d41e38b9e cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:07:32.015775 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:32.032441 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:32.035698 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa63d1-3051-46af-8701-66423905a00b req-4e99b2aa-8551-4b94-b3d9-d0e767cd1328 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:32.037383 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cfaa63d1-3051-46af-8701-66423905a00b req-4e99b2aa-8551-4b94-b3d9-d0e767cd1328 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0586338 Aug 18 17:07:32.098344 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cfaa63d1-3051-46af-8701-66423905a00b req-61123ab0-978f-4442-bf3d-c1a759b19569 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545700 Aug 18 17:07:32.242688 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb228d3d-f88a-4766-9d86-a482c5593b9c req-ca34e6df-5264-41b9-89db-e06002b30a61 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:32.244768 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-eb228d3d-f88a-4766-9d86-a482c5593b9c req-ca34e6df-5264-41b9-89db-e06002b30a61 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 946 time: 0.0605781 Aug 18 17:07:32.299763 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-eb228d3d-f88a-4766-9d86-a482c5593b9c req-62a9d6ae-edc2-4074-a21f-e102a951ab4c tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=830e2014-98ff-49bb-a343-79b0940427f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478854 Aug 18 17:07:32.458794 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 46002) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:32.464262 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-20e61202-23bc-4248-b925-9df2a65f244b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-14484777', 'description': 'tempest-secgroup-smoke-14484777 description', 'project_id': 'e5d8cae49e524a98ae646381b455351e'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:32.541309 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dba96d-1c5d-4e0a-b61f-218b41c3c5d7 req-4541fe78-94f2-42f5-9a5a-0ecd54709504 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:32.542712 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-74dba96d-1c5d-4e0a-b61f-218b41c3c5d7 req-4541fe78-94f2-42f5-9a5a-0ecd54709504 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 946 time: 0.0847628 Aug 18 17:07:32.545789 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59067f-5a11-44f7-b81b-294bfac8f358 req-5657f439-0cb2-477b-a451-3d2a3ca0215d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:32.545914 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bf56c-e2e2-4054-b858-cfbfc187c6a2 req-72521a07-5803-4973-8659-bd66b160c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:32.547275 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c42bf56c-e2e2-4054-b858-cfbfc187c6a2 req-72521a07-5803-4973-8659-bd66b160c32a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=ccc5c89023ff476ca3b85680f56f8899&device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 1129 time: 0.0907075 Aug 18 17:07:32.547382 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0e59067f-5a11-44f7-b81b-294bfac8f358 req-5657f439-0cb2-477b-a451-3d2a3ca0215d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0496628 Aug 18 17:07:32.600349 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0e59067f-5a11-44f7-b81b-294bfac8f358 req-c584c2aa-72fc-4d2e-9ab0-33c6271b3840 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461819 Aug 18 17:07:32.610464 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-20e61202-23bc-4248-b925-9df2a65f244b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:32.704823 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-20e61202-23bc-4248-b925-9df2a65f244b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group (b9df1a76-6b5a-49af-8d3b-ae738c4649b3), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:32.720442 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-74dba96d-1c5d-4e0a-b61f-218b41c3c5d7 req-038d4c4f-c5ff-44d9-859c-0953f3426cae tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Deleting port 8d5874da-2576-48f7-8764-b22e8f01cace {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:07:32.720442 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-74dba96d-1c5d-4e0a-b61f-218b41c3c5d7 req-038d4c4f-c5ff-44d9-859c-0953f3426cae tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (8d5874da-2576-48f7-8764-b22e8f01cace), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:32.762105 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bf56c-e2e2-4054-b858-cfbfc187c6a2 req-73ac1396-2644-434a-b239-9bb548ac300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:32.763606 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c42bf56c-e2e2-4054-b858-cfbfc187c6a2 req-73ac1396-2644-434a-b239-9bb548ac300a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=9262925b-65a7-4a9e-8370-bb0d87864ea7 HTTP/1.1" status: 200 len: 920 time: 0.1876915 Aug 18 17:07:32.788357 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-20e61202-23bc-4248-b925-9df2a65f244b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (b9df1a76-6b5a-49af-8d3b-ae738c4649b3), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:32.821714 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e61202-23bc-4248-b925-9df2a65f244b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9df1a76-6b5a-49af-8d3b-ae738c4649b3,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:32.837105 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-74dba96d-1c5d-4e0a-b61f-218b41c3c5d7 req-038d4c4f-c5ff-44d9-859c-0953f3426cae tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] For port 8d5874da-2576-48f7-8764-b22e8f01cace, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=8d5874da-2576-48f7-8764-b22e8f01cace,segment=NetworkSegment(dd6267b2-e8c4-43d9-966e-44075ddd3bf7),segment_id=dd6267b2-e8c4-43d9-966e-44075ddd3bf7)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:07:32.842460 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-74dba96d-1c5d-4e0a-b61f-218b41c3c5d7 req-038d4c4f-c5ff-44d9-859c-0953f3426cae tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (8d5874da-2576-48f7-8764-b22e8f01cace), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:32.857487 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-74dba96d-1c5d-4e0a-b61f-218b41c3c5d7 req-038d4c4f-c5ff-44d9-859c-0953f3426cae tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Calling delete_port for 8d5874da-2576-48f7-8764-b22e8f01cace owned by compute:nova {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:07:32.891561 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-20e61202-23bc-4248-b925-9df2a65f244b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:32.893317 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-20e61202-23bc-4248-b925-9df2a65f244b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4334507 Aug 18 17:07:32.896661 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 46008) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:32.902371 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-c6428232-3977-44cb-8c98-274faf06c790 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Request body: {'security_group_rule': {'security_group_id': 'b9df1a76-6b5a-49af-8d3b-ae738c4649b3', 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:32.917096 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:32.992450 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device a060e738-72a2-4e41-8a6e-8888f94f435b up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:07:33.010551 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-c6428232-3977-44cb-8c98-274faf06c790 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group_rule (a49fd039-6af0-4cb9-a6c1-3e4101b962c4), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:33.031781 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:33.041857 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port a060e738-72a2-4e41-8a6e-8888f94f435b triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:33.042225 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (a060e738-72a2-4e41-8a6e-8888f94f435b), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:33.098372 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-c6428232-3977-44cb-8c98-274faf06c790 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group_rule (a49fd039-6af0-4cb9-a6c1-3e4101b962c4), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:33.106759 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-74dba96d-1c5d-4e0a-b61f-218b41c3c5d7 req-038d4c4f-c5ff-44d9-859c-0953f3426cae tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (8d5874da-2576-48f7-8764-b22e8f01cace), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:33.127791 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['8d5874da-2576-48f7-8764-b22e8f01cace'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:07:33.143686 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d4c4f-c5ff-44d9-859c-0953f3426cae tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Pushing event deleted for resources: {'Port': ['ID=8d5874da-2576-48f7-8764-b22e8f01cace,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:33.163819 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-c6428232-3977-44cb-8c98-274faf06c790 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (a49fd039-6af0-4cb9-a6c1-3e4101b962c4), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:33.168781 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port a060e738-72a2-4e41-8a6e-8888f94f435b is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:07:33.169288 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (a060e738-72a2-4e41-8a6e-8888f94f435b), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:33.201978 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6428232-3977-44cb-8c98-274faf06c790 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49fd039-6af0-4cb9-a6c1-3e4101b962c4,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:33.205520 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port a060e738-72a2-4e41-8a6e-8888f94f435b, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=a060e738-72a2-4e41-8a6e-8888f94f435b,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:07:33.214223 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dba96d-1c5d-4e0a-b61f-218b41c3c5d7 req-038d4c4f-c5ff-44d9-859c-0953f3426cae tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] No DVR routers for this DVR port 8d5874da-2576-48f7-8764-b22e8f01cace on host hv-cinder-85367 {{(pid=106918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:07:33.217781 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-74dba96d-1c5d-4e0a-b61f-218b41c3c5d7 req-038d4c4f-c5ff-44d9-859c-0953f3426cae tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:33.221543 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-74dba96d-1c5d-4e0a-b61f-218b41c3c5d7 req-038d4c4f-c5ff-44d9-859c-0953f3426cae tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.40 "DELETE /networking/v2.0/ports/8d5874da-2576-48f7-8764-b22e8f01cace HTTP/1.1" status: 204 len: 173 time: 0.6729949 Aug 18 17:07:33.223221 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b7910f-db6b-4fb6-b112-4e9cf0967794', 'name': 'network-vif-deleted', 'tag': '8d5874da-2576-48f7-8764-b22e8f01cace'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:07:33.225554 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183300f9-a5ed-4d88-a375-59c87e12cd46" -d '{"events": [{"server_uuid": "72b7910f-db6b-4fb6-b112-4e9cf0967794", "name": "network-vif-deleted", "tag": "8d5874da-2576-48f7-8764-b22e8f01cace"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:07:33.269795 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9595bbc-bcc9-4355-8965-382cc06e46f6 x-openstack-request-id: req-b9595bbc-bcc9-4355-8965-382cc06e46f6 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:07:33.270422 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b7910f-db6b-4fb6-b112-4e9cf0967794", "name": "network-vif-deleted", "tag": "8d5874da-2576-48f7-8764-b22e8f01cace", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:07:33.270680 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b9595bbc-bcc9-4355-8965-382cc06e46f6 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:07:33.271173 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9595bbc-bcc9-4355-8965-382cc06e46f6'] response: {'server_uuid': '72b7910f-db6b-4fb6-b112-4e9cf0967794', 'name': 'network-vif-deleted', 'tag': '8d5874da-2576-48f7-8764-b22e8f01cace', 'status': 'completed', 'code': 200} Aug 18 17:07:33.285986 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (a060e738-72a2-4e41-8a6e-8888f94f435b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:33.286882 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-c6428232-3977-44cb-8c98-274faf06c790 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:33.288245 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-c6428232-3977-44cb-8c98-274faf06c790 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3903098 Aug 18 17:07:33.289767 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d70945-f5b2-4c5c-b21d-46dc95dc3699 req-a5dc0863-8493-4d1a-a296-b48d3235a555 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:33.296169 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 46016) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:33.300032 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-92d70945-f5b2-4c5c-b21d-46dc95dc3699 req-a5dc0863-8493-4d1a-a296-b48d3235a555 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0774221 Aug 18 17:07:33.303588 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-402e4481-56bf-4187-944b-6e78547dd6a2 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Request body: {'security_group_rule': {'security_group_id': 'b9df1a76-6b5a-49af-8d3b-ae738c4649b3', 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:33.352008 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=a060e738-72a2-4e41-8a6e-8888f94f435b,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:33.394832 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-92d70945-f5b2-4c5c-b21d-46dc95dc3699 req-12c24e53-319c-4342-80db-12e5c74cca19 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883815 Aug 18 17:07:33.427513 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-402e4481-56bf-4187-944b-6e78547dd6a2 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group_rule (01b36fb1-3b32-45da-a3dd-da05cc1689ba), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:33.479934 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c42bf56c-e2e2-4054-b858-cfbfc187c6a2 req-fd4a1c34-c3a3-474b-bc78-7189e475fec2 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13093e80-0e16-4f83-85a6-e6aed9ea2652 HTTP/1.1" status: 200 len: 217 time: 0.0461481 Aug 18 17:07:33.537701 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:33.539200 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f8d2d00d-76dc-4588-9735-8a75feebf5cc req-d72f12f4-fddf-429b-b385-3fb42bdbaa9e tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 210 time: 0.0700886 Aug 18 17:07:33.575855 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bf56c-e2e2-4054-b858-cfbfc187c6a2 req-0ed18217-10d8-4357-a6ab-6297d5761b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:33.577327 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c42bf56c-e2e2-4054-b858-cfbfc187c6a2 req-0ed18217-10d8-4357-a6ab-6297d5761b62 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1fd4986d-fa02-4ea6-af8d-8bdc82d77643 HTTP/1.1" status: 200 len: 858 time: 0.0913508 Aug 18 17:07:33.590003 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-402e4481-56bf-4187-944b-6e78547dd6a2 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group_rule (01b36fb1-3b32-45da-a3dd-da05cc1689ba), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:33.636931 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bf56c-e2e2-4054-b858-cfbfc187c6a2 req-3c4a081f-e087-48cc-a7d8-0c00f4cb63d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:33.638465 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c42bf56c-e2e2-4054-b858-cfbfc187c6a2 req-3c4a081f-e087-48cc-a7d8-0c00f4cb63d9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=9262925b-65a7-4a9e-8370-bb0d87864ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545273 Aug 18 17:07:33.693500 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-402e4481-56bf-4187-944b-6e78547dd6a2 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (01b36fb1-3b32-45da-a3dd-da05cc1689ba), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:33.705502 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:33.717202 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e4481-56bf-4187-944b-6e78547dd6a2 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b36fb1-3b32-45da-a3dd-da05cc1689ba,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:33.729031 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] Sync routers for ids ['97e09d76-c138-48ea-8d04-851536797573'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:07:33.740055 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] Routers {'97e09d76-c138-48ea-8d04-851536797573'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:07:33.740675 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:07:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['97e09d76-c138-48ea-8d04-851536797573'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:07:33.783534 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-402e4481-56bf-4187-944b-6e78547dd6a2 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:33.787391 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-402e4481-56bf-4187-944b-6e78547dd6a2 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4861424 Aug 18 17:07:33.787653 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 46028) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:33.792217 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-2c98bc67-02aa-41d4-b525-60f1f065dde6 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Request body: {'security_group_rule': {'security_group_id': 'b9df1a76-6b5a-49af-8d3b-ae738c4649b3', 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:33.811213 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:33.819829 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfa477-0c01-498d-8ace-b5d3b457d747 req-0adfa37c-b6d3-4f0f-a70e-436446c2b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:33.821352 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-98cfa477-0c01-498d-8ace-b5d3b457d747 req-0adfa37c-b6d3-4f0f-a70e-436446c2b92b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 1129 time: 0.1184454 Aug 18 17:07:33.830293 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824a870-a7a9-464a-af81-b5d6acbd0d1f req-85c6738f-ce19-4f18-b0f9-445f63d67c8b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:33.831860 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b824a870-a7a9-464a-af81-b5d6acbd0d1f req-85c6738f-ce19-4f18-b0f9-445f63d67c8b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.1278417 Aug 18 17:07:33.881911 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] Set router 97e09d76-c138-48ea-8d04-851536797573 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:07:33.897616 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c42bf56c-e2e2-4054-b858-cfbfc187c6a2 req-79ac1b56-e083-4503-9e69-17d84be3ad7e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296431 Aug 18 17:07:33.918307 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2c98bc67-02aa-41d4-b525-60f1f065dde6 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group_rule (d5a06734-4256-432e-b52d-0b4c72df5ba6), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:33.963399 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-98cfa477-0c01-498d-8ace-b5d3b457d747 req-ffe6a383-ba55-4035-b53e-21d01f963fb1 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262882 Aug 18 17:07:33.997250 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2c98bc67-02aa-41d4-b525-60f1f065dde6 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group_rule (d5a06734-4256-432e-b52d-0b4c72df5ba6), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:33.999951 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b824a870-a7a9-464a-af81-b5d6acbd0d1f req-6f7dc101-5f9e-4e50-aa31-1dbb92678068 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541395 Aug 18 17:07:34.038712 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c42bf56c-e2e2-4054-b858-cfbfc187c6a2 req-b5643ebe-5461-415b-80dd-ccfb923d7fc8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255310 Aug 18 17:07:34.065476 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=100 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:34.080830 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e09d76-c138-48ea-8d04-851536797573', 'name': 'tempest-TestShelveInstance-75434533-router', 'tenant_id': '11109403e64846edb6b8c3ea32f86ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a060e738-72a2-4e41-8a6e-8888f94f435b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:26Z', 'updated_at': '2022-08-18T17:07:30Z', 'revision_number': 4, 'project_id': '11109403e64846edb6b8c3ea32f86ea2', 'gw_port': {'id': 'a060e738-72a2-4e41-8a6e-8888f94f435b', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e09d76-c138-48ea-8d04-851536797573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:27Z', 'updated_at': '2022-08-18T17:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '516050b1-ff26-42bd-8a77-910d41e38b9e', 'name': '', 'network_id': '7df868b8-145a-40f6-a0b1-c2fb42204519', 'tenant_id': '11109403e64846edb6b8c3ea32f86ea2', 'mac_address': 'fa:16:3e:7d:1f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e09d76-c138-48ea-8d04-851536797573', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '8ea7cd4c-fda9-4d1b-b5da-e3252146f354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:30Z', 'updated_at': '2022-08-18T17:07:31Z', 'revision_number': 2, 'project_id': '11109403e64846edb6b8c3ea32f86ea2', 'subnets': [{'id': '8ea7cd4c-fda9-4d1b-b5da-e3252146f354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:07:34.096271 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2c98bc67-02aa-41d4-b525-60f1f065dde6 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (d5a06734-4256-432e-b52d-0b4c72df5ba6), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:34.107151 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] Checking router: 97e09d76-c138-48ea-8d04-851536797573 for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:07:34.111247 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] Updating router 97e09d76-c138-48ea-8d04-851536797573 port 516050b1-ff26-42bd-8a77-910d41e38b9e binding host dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 17:07:34.115308 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98bc67-02aa-41d4-b525-60f1f065dde6 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a06734-4256-432e-b52d-0b4c72df5ba6,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:34.136214 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (516050b1-ff26-42bd-8a77-910d41e38b9e), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:34.178422 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2c98bc67-02aa-41d4-b525-60f1f065dde6 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:34.179707 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-2c98bc67-02aa-41d4-b525-60f1f065dde6 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3910267 Aug 18 17:07:34.182566 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 46030) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:34.187085 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-d0464a26-120f-4918-8bb6-1281e8a9d4c1 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Request body: {'security_group_rule': {'security_group_id': 'b9df1a76-6b5a-49af-8d3b-ae738c4649b3', 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:34.262329 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d0464a26-120f-4918-8bb6-1281e8a9d4c1 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group_rule (3bf2054a-604c-4e1f-9109-5c3eb8149d88), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:34.328600 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d0464a26-120f-4918-8bb6-1281e8a9d4c1 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group_rule (3bf2054a-604c-4e1f-9109-5c3eb8149d88), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:34.381167 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d0464a26-120f-4918-8bb6-1281e8a9d4c1 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (3bf2054a-604c-4e1f-9109-5c3eb8149d88), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:34.402394 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0464a26-120f-4918-8bb6-1281e8a9d4c1 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf2054a-604c-4e1f-9109-5c3eb8149d88,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:34.417796 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] Publish callbacks [] for port (516050b1-ff26-42bd-8a77-910d41e38b9e), precommit_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:34.446012 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d0464a26-120f-4918-8bb6-1281e8a9d4c1 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:34.450852 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 46036) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:34.451776 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-d0464a26-120f-4918-8bb6-1281e8a9d4c1 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2673337 Aug 18 17:07:34.455715 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-98c97a00-1305-4409-9acc-1ded17660320 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Request body: {'security_group_rule': {'security_group_id': 'b9df1a76-6b5a-49af-8d3b-ae738c4649b3', 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:34.461482 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (516050b1-ff26-42bd-8a77-910d41e38b9e), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:34.539397 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b47d-cc1d-457f-ab06-4186733e4218 req-1054798b-ab15-4020-8f87-f450059f77a6 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:34.543790 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1b62b47d-cc1d-457f-ab06-4186733e4218 req-1054798b-ab15-4020-8f87-f450059f77a6 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0730131 Aug 18 17:07:34.558606 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.db.securitygroups_db [None req-98c97a00-1305-4409-9acc-1ded17660320 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Project e5d8cae49e524a98ae646381b455351e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 17:07:34.564496 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-98c97a00-1305-4409-9acc-1ded17660320 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group_rule (76f05f5c-9dc7-4076-a2dd-d2969b38e59a), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:34.596967 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] Attempting to bind port 516050b1-ff26-42bd-8a77-910d41e38b9e on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:07:34.597338 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] Attempting to bind port 516050b1-ff26-42bd-8a77-910d41e38b9e by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '67d503b7-be7e-4ad9-a5bc-de2147975f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7df868b8-145a-40f6-a0b1-c2fb42204519'}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:07:34.603379 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] Attempting to bind port 516050b1-ff26-42bd-8a77-910d41e38b9e on network 7df868b8-145a-40f6-a0b1-c2fb42204519 {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:07:34.615782 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:07:34.616819 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] Checking segment: {'id': '67d503b7-be7e-4ad9-a5bc-de2147975f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7df868b8-145a-40f6-a0b1-c2fb42204519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:07:34.619539 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:34.621144 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] Bound using segment: {'id': '67d503b7-be7e-4ad9-a5bc-de2147975f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7df868b8-145a-40f6-a0b1-c2fb42204519'} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:07:34.627305 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] Bound port: 516050b1-ff26-42bd-8a77-910d41e38b9e, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d503b7-be7e-4ad9-a5bc-de2147975f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7df868b8-145a-40f6-a0b1-c2fb42204519'}}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:07:34.628201 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (516050b1-ff26-42bd-8a77-910d41e38b9e), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:34.629828 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1b62b47d-cc1d-457f-ab06-4186733e4218 req-9baaf7b3-bbbc-4003-a3af-809b1a64ca76 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819962 Aug 18 17:07:34.653610 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:34.689243 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23a40c-806e-4194-9bf3-a9367f6a6b31 None None] Pushing event updated for resources: {'Port': ['ID=516050b1-ff26-42bd-8a77-910d41e38b9e,revision_number=3']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:34.710287 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] For port 516050b1-ff26-42bd-8a77-910d41e38b9e, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:07:34.713717 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] For port 516050b1-ff26-42bd-8a77-910d41e38b9e, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=516050b1-ff26-42bd-8a77-910d41e38b9e,segment=NetworkSegment(67d503b7-be7e-4ad9-a5bc-de2147975f0f),segment_id=67d503b7-be7e-4ad9-a5bc-de2147975f0f)] {{(pid=106921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:07:34.725369 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-98c97a00-1305-4409-9acc-1ded17660320 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group_rule (76f05f5c-9dc7-4076-a2dd-d2969b38e59a), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:34.727832 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dd58cdeb-7115-40a7-8b81-db485132567a req-192376f8-3dfe-4f60-aaec-535252773071 tempest-VolumesActionsTest-1738678888 tempest-VolumesActionsTest-1738678888-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=72b7910f-db6b-4fb6-b112-4e9cf0967794 HTTP/1.1" status: 200 len: 210 time: 0.0441017 Aug 18 17:07:34.809660 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-98c97a00-1305-4409-9acc-1ded17660320 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (76f05f5c-9dc7-4076-a2dd-d2969b38e59a), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:34.810231 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (516050b1-ff26-42bd-8a77-910d41e38b9e), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:34.830526 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c97a00-1305-4409-9acc-1ded17660320 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f05f5c-9dc7-4076-a2dd-d2969b38e59a,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:34.847470 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] Routers {'97e09d76-c138-48ea-8d04-851536797573'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:07:34.849666 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:07:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['97e09d76-c138-48ea-8d04-851536797573'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:07:34.903697 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-98c97a00-1305-4409-9acc-1ded17660320 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:34.906042 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-98c97a00-1305-4409-9acc-1ded17660320 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4539666 Aug 18 17:07:34.908863 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 46046) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:34.926699 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-eeb7042d-2b1e-4a7e-8b5a-b4230e587b0d tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Request body: {'security_group_rule': {'security_group_id': 'b9df1a76-6b5a-49af-8d3b-ae738c4649b3', 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:34.926814 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23a40c-806e-4194-9bf3-a9367f6a6b31 None None] Pushing event updated for resources: {'Port': ['ID=516050b1-ff26-42bd-8a77-910d41e38b9e,revision_number=4']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:34.995046 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device a060e738-72a2-4e41-8a6e-8888f94f435b up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:07:35.000355 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] Set router 97e09d76-c138-48ea-8d04-851536797573 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:07:35.015321 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.db.securitygroups_db [None req-eeb7042d-2b1e-4a7e-8b5a-b4230e587b0d tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Project e5d8cae49e524a98ae646381b455351e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 17:07:35.025368 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-eeb7042d-2b1e-4a7e-8b5a-b4230e587b0d tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group_rule (8f51e9be-6fef-42e7-8607-e33b09f1d3a6), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:35.063580 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:35.074278 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port a060e738-72a2-4e41-8a6e-8888f94f435b triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:35.074661 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (a060e738-72a2-4e41-8a6e-8888f94f435b), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:35.129582 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-eeb7042d-2b1e-4a7e-8b5a-b4230e587b0d tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group_rule (8f51e9be-6fef-42e7-8607-e33b09f1d3a6), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:35.173636 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43b496-dd20-425a-b6ff-56a06aa6a2ef req-dcbba1d2-4951-4616-a789-56a54c5c1207 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:35.188904 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0a43b496-dd20-425a-b6ff-56a06aa6a2ef req-dcbba1d2-4951-4616-a789-56a54c5c1207 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0758381 Aug 18 17:07:35.189024 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port a060e738-72a2-4e41-8a6e-8888f94f435b is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:07:35.239294 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0a43b496-dd20-425a-b6ff-56a06aa6a2ef req-ed714843-6a4f-4d5d-a6a7-96cc0cba67a8 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509803 Aug 18 17:07:35.244103 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-eeb7042d-2b1e-4a7e-8b5a-b4230e587b0d tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (8f51e9be-6fef-42e7-8607-e33b09f1d3a6), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:35.289513 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7042d-2b1e-4a7e-8b5a-b4230e587b0d tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f51e9be-6fef-42e7-8607-e33b09f1d3a6,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:35.328632 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:35.336220 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e09d76-c138-48ea-8d04-851536797573', 'name': 'tempest-TestShelveInstance-75434533-router', 'tenant_id': '11109403e64846edb6b8c3ea32f86ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a060e738-72a2-4e41-8a6e-8888f94f435b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:26Z', 'updated_at': '2022-08-18T17:07:30Z', 'revision_number': 4, 'project_id': '11109403e64846edb6b8c3ea32f86ea2', 'gw_port': {'id': 'a060e738-72a2-4e41-8a6e-8888f94f435b', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e09d76-c138-48ea-8d04-851536797573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:27Z', 'updated_at': '2022-08-18T17:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '516050b1-ff26-42bd-8a77-910d41e38b9e', 'name': '', 'network_id': '7df868b8-145a-40f6-a0b1-c2fb42204519', 'tenant_id': '11109403e64846edb6b8c3ea32f86ea2', 'mac_address': 'fa:16:3e:7d:1f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e09d76-c138-48ea-8d04-851536797573', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '8ea7cd4c-fda9-4d1b-b5da-e3252146f354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:30Z', 'updated_at': '2022-08-18T17:07:34Z', 'revision_number': 4, 'project_id': '11109403e64846edb6b8c3ea32f86ea2', 'subnets': [{'id': '8ea7cd4c-fda9-4d1b-b5da-e3252146f354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:07:35.360009 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-eeb7042d-2b1e-4a7e-8b5a-b4230e587b0d tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:35.361248 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-eeb7042d-2b1e-4a7e-8b5a-b4230e587b0d tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4514391 Aug 18 17:07:35.365331 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c97c768-087b-44c0-bc88-a2ddf409d984 None None] The sync data for ids ['97e09d76-c138-48ea-8d04-851536797573'] in dv-cinder-853678-2-iscsi is: [{'id': '97e09d76-c138-48ea-8d04-851536797573', 'name': 'tempest-TestShelveInstance-75434533-router', 'tenant_id': '11109403e64846edb6b8c3ea32f86ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a060e738-72a2-4e41-8a6e-8888f94f435b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:26Z', 'updated_at': '2022-08-18T17:07:30Z', 'revision_number': 4, 'project_id': '11109403e64846edb6b8c3ea32f86ea2', 'gw_port': {'id': 'a060e738-72a2-4e41-8a6e-8888f94f435b', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e09d76-c138-48ea-8d04-851536797573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:27Z', 'updated_at': '2022-08-18T17:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '516050b1-ff26-42bd-8a77-910d41e38b9e', 'name': '', 'network_id': '7df868b8-145a-40f6-a0b1-c2fb42204519', 'tenant_id': '11109403e64846edb6b8c3ea32f86ea2', 'mac_address': 'fa:16:3e:7d:1f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e09d76-c138-48ea-8d04-851536797573', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '8ea7cd4c-fda9-4d1b-b5da-e3252146f354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:30Z', 'updated_at': '2022-08-18T17:07:34Z', 'revision_number': 4, 'project_id': '11109403e64846edb6b8c3ea32f86ea2', 'subnets': [{'id': '8ea7cd4c-fda9-4d1b-b5da-e3252146f354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:07:35.829409 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38373b-7c47-4578-aa8f-8ebf0c8bd040 req-8d9cda3a-e677-426c-a40b-cc3ee07869b5 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:35.831010 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-6e38373b-7c47-4578-aa8f-8ebf0c8bd040 req-8d9cda3a-e677-426c-a40b-cc3ee07869b5 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0786285 Aug 18 17:07:35.906615 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-6e38373b-7c47-4578-aa8f-8ebf0c8bd040 req-cf768f77-3957-488d-bf21-eb56f6b044d0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677714 Aug 18 17:07:36.433792 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce974c92-56ab-45c2-9373-8190e8f052bb req-ec144b1a-2e39-46b4-a688-a62d9a2b1002 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:36.441302 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ce974c92-56ab-45c2-9373-8190e8f052bb req-ec144b1a-2e39-46b4-a688-a62d9a2b1002 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0988102 Aug 18 17:07:36.470175 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975bc73-d3f1-4a76-91f6-69cdbddec07c req-2a2fc946-947d-4125-85ef-17539dfa3965 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:36.473257 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b975bc73-d3f1-4a76-91f6-69cdbddec07c req-2a2fc946-947d-4125-85ef-17539dfa3965 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.1320167 Aug 18 17:07:36.526058 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ce974c92-56ab-45c2-9373-8190e8f052bb req-974af2d6-91d0-43e4-a641-dc93ccae0299 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830619 Aug 18 17:07:36.548498 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b975bc73-d3f1-4a76-91f6-69cdbddec07c req-f2e66a3a-5904-449e-9730-607416e8350a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692275 Aug 18 17:07:36.974724 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 516050b1-ff26-42bd-8a77-910d41e38b9e up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:07:37.026203 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 516050b1-ff26-42bd-8a77-910d41e38b9e triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:37.026586 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (516050b1-ff26-42bd-8a77-910d41e38b9e), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:37.049621 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:37.097396 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 516050b1-ff26-42bd-8a77-910d41e38b9e is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:07:37.097784 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (516050b1-ff26-42bd-8a77-910d41e38b9e), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:37.129463 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port 516050b1-ff26-42bd-8a77-910d41e38b9e, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=516050b1-ff26-42bd-8a77-910d41e38b9e,segment=NetworkSegment(67d503b7-be7e-4ad9-a5bc-de2147975f0f),segment_id=67d503b7-be7e-4ad9-a5bc-de2147975f0f)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:07:37.415093 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (516050b1-ff26-42bd-8a77-910d41e38b9e), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:37.467390 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=516050b1-ff26-42bd-8a77-910d41e38b9e,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:37.661020 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58534fe1-a326-4253-b203-f24026a92ea2 req-22af9a0b-154d-4daa-9a66-2f13b95d3e87 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:37.662683 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-58534fe1-a326-4253-b203-f24026a92ea2 req-22af9a0b-154d-4daa-9a66-2f13b95d3e87 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0548248 Aug 18 17:07:37.684005 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 8d5874da-2576-48f7-8764-b22e8f01cace no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:07:37.697024 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13bf85-bb82-4da4-8e29-a722ba74bf9a req-36e258a0-65ad-4462-bb5f-befda4b1404d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:37.699846 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1a13bf85-bb82-4da4-8e29-a722ba74bf9a req-36e258a0-65ad-4462-bb5f-befda4b1404d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0607741 Aug 18 17:07:37.725196 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:37.725548 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] No Port match for: 8d5874da-2576-48f7-8764-b22e8f01cace {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:07:37.725548 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 8d5874da-2576-48f7-8764-b22e8f01cace not bound to the agent host hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:07:37.740010 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-58534fe1-a326-4253-b203-f24026a92ea2 req-742979a7-f9b0-4d75-baab-e992b89bce86 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702417 Aug 18 17:07:37.758166 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1a13bf85-bb82-4da4-8e29-a722ba74bf9a req-583bc7df-c38d-444e-8017-78dc555e0c27 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499704 Aug 18 17:07:38.920552 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee453fba-ce91-4257-baa5-48d9061289a0 req-f275cb64-8dc7-421d-99c8-e6780186b7ae tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:38.923029 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ee453fba-ce91-4257-baa5-48d9061289a0 req-f275cb64-8dc7-421d-99c8-e6780186b7ae tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0581455 Aug 18 17:07:38.927184 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cffaf-6eae-4aeb-90c7-16a7f8cf6f2c req-2763d77e-2639-4337-bd0c-c7328a4b7e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:38.929780 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ab4cffaf-6eae-4aeb-90c7-16a7f8cf6f2c req-2763d77e-2639-4337-bd0c-c7328a4b7e5c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=ccc5c89023ff476ca3b85680f56f8899&device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 1129 time: 0.1045249 Aug 18 17:07:38.939593 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:38.976224 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e63dd-a368-46ba-aade-3a59ff576729 req-50b4d7fb-069c-47c2-b13f-65fc24afa10c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:38.988020 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ac1e63dd-a368-46ba-aade-3a59ff576729 req-50b4d7fb-069c-47c2-b13f-65fc24afa10c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.1248832 Aug 18 17:07:39.042471 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 516050b1-ff26-42bd-8a77-910d41e38b9e up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:07:39.055347 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ac1e63dd-a368-46ba-aade-3a59ff576729 req-ea8653b9-4e62-436c-a7eb-8b0085a320eb tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619559 Aug 18 17:07:39.063277 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ee453fba-ce91-4257-baa5-48d9061289a0 req-ed7fc31b-e4a6-4df5-9bd9-5c8c56532243 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295066 Aug 18 17:07:39.093727 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cffaf-6eae-4aeb-90c7-16a7f8cf6f2c req-5796abe8-cbd1-4a51-81e3-0c287ae92905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:39.095452 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ab4cffaf-6eae-4aeb-90c7-16a7f8cf6f2c req-5796abe8-cbd1-4a51-81e3-0c287ae92905 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=9262925b-65a7-4a9e-8370-bb0d87864ea7 HTTP/1.1" status: 200 len: 920 time: 0.1539748 Aug 18 17:07:39.103874 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 516050b1-ff26-42bd-8a77-910d41e38b9e triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:39.104248 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (516050b1-ff26-42bd-8a77-910d41e38b9e), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:39.141603 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ab4cffaf-6eae-4aeb-90c7-16a7f8cf6f2c req-22636549-1224-4d0f-ac69-94e8b5a15ad8 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13093e80-0e16-4f83-85a6-e6aed9ea2652 HTTP/1.1" status: 200 len: 217 time: 0.0384886 Aug 18 17:07:39.188503 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 516050b1-ff26-42bd-8a77-910d41e38b9e is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:07:39.200331 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cffaf-6eae-4aeb-90c7-16a7f8cf6f2c req-f25146a8-48bd-4777-a673-6eaa895cd8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:39.202139 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ab4cffaf-6eae-4aeb-90c7-16a7f8cf6f2c req-f25146a8-48bd-4777-a673-6eaa895cd8ff service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1fd4986d-fa02-4ea6-af8d-8bdc82d77643 HTTP/1.1" status: 200 len: 858 time: 0.0489757 Aug 18 17:07:40.189741 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3817d3b-3f8f-47f8-93fc-ea3fff9c56c7 req-00414a99-1779-49c4-b6e7-664866a9867a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:40.191301 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a3817d3b-3f8f-47f8-93fc-ea3fff9c56c7 req-00414a99-1779-49c4-b6e7-664866a9867a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0506480 Aug 18 17:07:40.238301 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a3817d3b-3f8f-47f8-93fc-ea3fff9c56c7 req-bf8b9a9e-6171-4a1e-9d08-9ed094f03d77 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413165 Aug 18 17:07:40.304522 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 46216) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:40.309752 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-39afe29b-077e-49ee-acc3-83c6d8819c87 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--966241041', 'description': 'tempest-description--77335227'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:40.347376 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ac6fd-533a-45b6-bac2-bea5d581c97e req-c753e03b-f1a4-4b01-b20b-2e6cd61ab220 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:40.348835 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-233ac6fd-533a-45b6-bac2-bea5d581c97e req-c753e03b-f1a4-4b01-b20b-2e6cd61ab220 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0485904 Aug 18 17:07:40.401787 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-233ac6fd-533a-45b6-bac2-bea5d581c97e req-6e81e0b9-cccc-42a1-894a-305f7fd844aa tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471487 Aug 18 17:07:40.410168 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-39afe29b-077e-49ee-acc3-83c6d8819c87 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:40.485533 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-39afe29b-077e-49ee-acc3-83c6d8819c87 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (df80e699-d00b-4533-8455-47a4b9d504ae), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:40.547291 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-39afe29b-077e-49ee-acc3-83c6d8819c87 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (df80e699-d00b-4533-8455-47a4b9d504ae), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:40.580952 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afe29b-077e-49ee-acc3-83c6d8819c87 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df80e699-d00b-4533-8455-47a4b9d504ae,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:40.657839 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-39afe29b-077e-49ee-acc3-83c6d8819c87 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:40.659209 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-39afe29b-077e-49ee-acc3-83c6d8819c87 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3533876 Aug 18 17:07:40.663265 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 46222) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:40.668598 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-131c6805-7bf6-4359-ae34-c3a87886fe54 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'security_group_rule': {'security_group_id': 'df80e699-d00b-4533-8455-47a4b9d504ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:40.792297 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-131c6805-7bf6-4359-ae34-c3a87886fe54 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (190b5a27-c59c-4637-9613-83f3fac0b589), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:40.846967 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:40.853641 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-131c6805-7bf6-4359-ae34-c3a87886fe54 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (190b5a27-c59c-4637-9613-83f3fac0b589), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:40.969242 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-131c6805-7bf6-4359-ae34-c3a87886fe54 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (190b5a27-c59c-4637-9613-83f3fac0b589), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:40.989138 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c6805-7bf6-4359-ae34-c3a87886fe54 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190b5a27-c59c-4637-9613-83f3fac0b589,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:41.083546 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-6ab8fff1-e173-4192-a014-8206f10620e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:41.089077 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-131c6805-7bf6-4359-ae34-c3a87886fe54 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:41.090370 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-131c6805-7bf6-4359-ae34-c3a87886fe54 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4260957 Aug 18 17:07:41.093409 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 46226) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:41.098032 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-e6c8368d-f91a-4cd3-b9c3-7383a92bea03 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'security_group_rule': {'security_group_id': 'df80e699-d00b-4533-8455-47a4b9d504ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:41.220897 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e6c8368d-f91a-4cd3-b9c3-7383a92bea03 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (a0429e41-804d-40cd-8add-4b73a85f8bcb), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:41.288537 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e6c8368d-f91a-4cd3-b9c3-7383a92bea03 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (a0429e41-804d-40cd-8add-4b73a85f8bcb), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:41.371998 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625c05e-54d0-40eb-b45b-523d6ded6039 req-c05d2b9d-7057-41b8-9890-4240a0cd5ba0 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:41.373503 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d625c05e-54d0-40eb-b45b-523d6ded6039 req-c05d2b9d-7057-41b8-9890-4240a0cd5ba0 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0506194 Aug 18 17:07:41.374660 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e6c8368d-f91a-4cd3-b9c3-7383a92bea03 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (a0429e41-804d-40cd-8add-4b73a85f8bcb), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:41.391877 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:41.409833 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8368d-f91a-4cd3-b9c3-7383a92bea03 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0429e41-804d-40cd-8add-4b73a85f8bcb,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:41.447980 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d625c05e-54d0-40eb-b45b-523d6ded6039 req-22278aed-0b90-4805-9ef8-271fbd63fe03 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685060 Aug 18 17:07:41.474735 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e6c8368d-f91a-4cd3-b9c3-7383a92bea03 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:41.478511 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-e6c8368d-f91a-4cd3-b9c3-7383a92bea03 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3839409 Aug 18 17:07:41.479199 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 46232) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:41.484437 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-bf574f5a-7428-4701-b718-388ab751c6af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'floatingip': {'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:41.546341 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa18bf-d833-4793-97bb-dfb542c4a0b1 req-1b0f1305-6097-4024-9a37-2a3ea99a4c2c tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:41.547865 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-eefa18bf-d833-4793-97bb-dfb542c4a0b1 req-1b0f1305-6097-4024-9a37-2a3ea99a4c2c tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0584962 Aug 18 17:07:41.598797 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-eefa18bf-d833-4793-97bb-dfb542c4a0b1 req-bff50ede-2344-4764-8504-50de5450903f tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452106 Aug 18 17:07:41.616145 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bf574f5a-7428-4701-b718-388ab751c6af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:41.698108 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bf574f5a-7428-4701-b718-388ab751c6af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:41.744896 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:41.813325 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [None req-bf574f5a-7428-4701-b718-388ab751c6af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Allocated IP 172.27.1.65 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/c275794d-15fd-4019-a106-d1bb6f3cde91) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:07:41.922951 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bf574f5a-7428-4701-b718-388ab751c6af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for port (c275794d-15fd-4019-a106-d1bb6f3cde91), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:42.249241 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bf574f5a-7428-4701-b718-388ab751c6af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (c275794d-15fd-4019-a106-d1bb6f3cde91), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:42.252547 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:42.296894 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf574f5a-7428-4701-b718-388ab751c6af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:07:42.313768 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-bf574f5a-7428-4701-b718-388ab751c6af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:07:42.316294 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cffaf-6eae-4aeb-90c7-16a7f8cf6f2c req-7a891476-6516-4ce2-929f-ca7305b92048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:42.322268 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf574f5a-7428-4701-b718-388ab751c6af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:07:42.322449 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ab4cffaf-6eae-4aeb-90c7-16a7f8cf6f2c req-7a891476-6516-4ce2-929f-ca7305b92048 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=9262925b-65a7-4a9e-8370-bb0d87864ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536032 Aug 18 17:07:42.344141 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf574f5a-7428-4701-b718-388ab751c6af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'Port': ['ID=c275794d-15fd-4019-a106-d1bb6f3cde91,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:42.414841 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bf574f5a-7428-4701-b718-388ab751c6af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (5ea294ca-44ba-4a46-9648-c59556586d26), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:42.433014 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ab4cffaf-6eae-4aeb-90c7-16a7f8cf6f2c req-f56d1959-cc3d-41e3-bccd-f243e8c926c0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924389 Aug 18 17:07:42.522223 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bf574f5a-7428-4701-b718-388ab751c6af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (c275794d-15fd-4019-a106-d1bb6f3cde91), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:42.543467 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ab4cffaf-6eae-4aeb-90c7-16a7f8cf6f2c req-be30ba2a-34a5-4f63-b269-6aac718e294b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033549 Aug 18 17:07:42.596651 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d249dd-8afb-42a4-b03e-d1b993edfa9d req-629d91b9-ec9e-412a-8a0f-5f3e51ba4035 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:42.598256 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f7d249dd-8afb-42a4-b03e-d1b993edfa9d req-629d91b9-ec9e-412a-8a0f-5f3e51ba4035 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0651996 Aug 18 17:07:42.652096 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f7d249dd-8afb-42a4-b03e-d1b993edfa9d req-49b4af55-120c-49cf-a4b7-8000d5b1e9ef tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476527 Aug 18 17:07:42.730940 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bf574f5a-7428-4701-b718-388ab751c6af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for port (c275794d-15fd-4019-a106-d1bb6f3cde91), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:42.742405 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6637bb-901b-4248-9694-b357c9f94747 req-fa0de58a-2863-4eb8-8352-c46692d46735 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:42.747122 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7f6637bb-901b-4248-9694-b357c9f94747 req-fa0de58a-2863-4eb8-8352-c46692d46735 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0643208 Aug 18 17:07:42.801042 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bf574f5a-7428-4701-b718-388ab751c6af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (c275794d-15fd-4019-a106-d1bb6f3cde91), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:42.821601 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7f6637bb-901b-4248-9694-b357c9f94747 req-546df3fb-9b6f-4ce2-9c05-9745e8f5bddf tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606329 Aug 18 17:07:42.882132 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf574f5a-7428-4701-b718-388ab751c6af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'Port': ['ID=c275794d-15fd-4019-a106-d1bb6f3cde91,revision_number=2']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:42.884841 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bf574f5a-7428-4701-b718-388ab751c6af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (5ea294ca-44ba-4a46-9648-c59556586d26), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:42.895128 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:42.960055 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bf574f5a-7428-4701-b718-388ab751c6af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:42.961346 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-bf574f5a-7428-4701-b718-388ab751c6af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4811027 Aug 18 17:07:43.167329 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-eeab2976-61c0-448a-9f95-b7155d183098 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--966241041&fields=id&tenant_id=4eececcd804446e49078038ab362b235 HTTP/1.1" status: 200 len: 267 time: 0.0461683 Aug 18 17:07:43.278047 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-856ba7b7-13fb-4245-a46c-1f1312a17c10 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:43.279676 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-856ba7b7-13fb-4245-a46c-1f1312a17c10 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/networks?id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b HTTP/1.1" status: 200 len: 815 time: 0.1051624 Aug 18 17:07:43.295375 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-20a9053b-aa1d-407a-8050-93467a687e28 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/quotas/4eececcd804446e49078038ab362b235 HTTP/1.1" status: 200 len: 375 time: 0.0100884 Aug 18 17:07:43.354316 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-3a4bdfbc-5b91-4add-a746-bcb4101eda5a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=4eececcd804446e49078038ab362b235&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491972 Aug 18 17:07:43.363487 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2224-fcea-46d2-a33a-d8979052adc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:43.460478 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-2b0189af-a7e9-45ea-a62f-9b9043dae343 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927408 Aug 18 17:07:43.556254 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-a04116da-a9e9-4c45-abca-6cfe9023f207 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891254 Aug 18 17:07:43.784562 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba1b70-d89f-4388-a50f-70cbfa043f79 req-089d4fdc-3b90-4b82-b4e7-46ab09f0c2ae tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:43.786122 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c0ba1b70-d89f-4388-a50f-70cbfa043f79 req-089d4fdc-3b90-4b82-b4e7-46ab09f0c2ae tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0521541 Aug 18 17:07:43.846777 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c0ba1b70-d89f-4388-a50f-70cbfa043f79 req-a2fdf708-cba8-41bc-bfcd-9fd7dda77cce tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471261 Aug 18 17:07:43.881282 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e4a464b2-4e2d-4f07-a2ea-d4e4d629beee req-b4b0559c-6979-4562-bc2d-60bfadae032a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 210 time: 0.0497847 Aug 18 17:07:44.059193 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e123c0-341c-4c74-994f-6a23a8197574 req-57bfdae0-5951-4cb1-8094-67cafd0a2d6d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:44.063550 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-66e123c0-341c-4c74-994f-6a23a8197574 req-57bfdae0-5951-4cb1-8094-67cafd0a2d6d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0721030 Aug 18 17:07:44.120374 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-66e123c0-341c-4c74-994f-6a23a8197574 req-0aa622dd-4988-48a7-8bd2-5909a0c31e97 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488322 Aug 18 17:07:44.810486 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:44.997746 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:45.027800 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900a508-0927-4713-a039-85abe649a368 req-c414e5e4-65b4-44a5-8b81-cb29786de092 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:45.029588 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7900a508-0927-4713-a039-85abe649a368 req-c414e5e4-65b4-44a5-8b81-cb29786de092 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0689433 Aug 18 17:07:45.135663 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8e46d578-570d-4177-bbb3-ca0068ed8d2b req-9059710e-872e-4fe6-ac40-3872cd6b783a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 210 time: 0.0911648 Aug 18 17:07:45.149809 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7900a508-0927-4713-a039-85abe649a368 req-22d506a6-c762-48cc-b10d-9c9bdc08cbc6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943313 Aug 18 17:07:45.340004 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=28 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:45.360799 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bafd2b-34b7-4369-bf9a-fc84517d9e6d req-df133c31-bd24-46a8-af33-b3450a6cc53e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:45.362405 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-39bafd2b-34b7-4369-bf9a-fc84517d9e6d req-df133c31-bd24-46a8-af33-b3450a6cc53e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0737031 Aug 18 17:07:45.441139 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-39bafd2b-34b7-4369-bf9a-fc84517d9e6d req-2b41aa0e-6517-4ae7-8867-c4948dfc053a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717909 Aug 18 17:07:46.037897 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:46.236775 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:46.337324 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-29931fa8-23b7-43d7-a349-d37d7899aa75 req-bd13bd45-b07a-4a44-a066-b959cee33932 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 210 time: 0.0480778 Aug 18 17:07:46.368052 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75004e1c-3d3d-4121-8a46-dd2d14c52489 req-d6d81f43-d36f-4289-acf5-6397d67618d2 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:46.370057 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-75004e1c-3d3d-4121-8a46-dd2d14c52489 req-d6d81f43-d36f-4289-acf5-6397d67618d2 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0893028 Aug 18 17:07:46.400668 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:46.441949 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-75004e1c-3d3d-4121-8a46-dd2d14c52489 req-d93555c2-39ce-4895-aea6-ee61e0129de7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662339 Aug 18 17:07:46.676626 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c0c35-f148-4c7f-ad73-6ae27b299a6a req-c3a17dcf-c7e6-4001-8e9d-bbdd0cb09e17 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:46.679465 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-db5c0c35-f148-4c7f-ad73-6ae27b299a6a req-c3a17dcf-c7e6-4001-8e9d-bbdd0cb09e17 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0981390 Aug 18 17:07:46.739355 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-b05ebd3d-f75f-4ec1-8a17-ab9a52ce7928 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:46.741925 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-db5c0c35-f148-4c7f-ad73-6ae27b299a6a req-df673f1f-eee0-4d14-be34-aeb2cb6a4b7d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529454 Aug 18 17:07:46.742563 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-b05ebd3d-f75f-4ec1-8a17-ab9a52ce7928 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.40 "GET /networking/v2.0/networks?id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b HTTP/1.1" status: 200 len: 815 time: 0.1850383 Aug 18 17:07:46.878063 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-2f26cf4f-1ba6-4f29-b32b-c3f21ffaae00 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4eececcd804446e49078038ab362b235 HTTP/1.1" status: 200 len: 471 time: 0.1242950 Aug 18 17:07:46.904265 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-1ce68aaa-2426-4a9b-86ae-6bbdc180b683 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'port': {'device_id': '0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'admin_state_up': True, 'tenant_id': '4eececcd804446e49078038ab362b235', 'security_groups': ['df80e699-d00b-4533-8455-47a4b9d504ae']}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:47.123846 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-1ce68aaa-2426-4a9b-86ae-6bbdc180b683 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Made reservation on behalf of 4eececcd804446e49078038ab362b235 for: {'port': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:07:47.127121 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-1ce68aaa-2426-4a9b-86ae-6bbdc180b683 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:47.271791 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-1ce68aaa-2426-4a9b-86ae-6bbdc180b683 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Allocated IP 172.20.0.3 (93c53d22-e6a6-4bb0-95db-6f41b7bca33b/1a23d7f4-432a-4b07-a647-12813e579e51/6ece756e-5432-4424-b12d-e1dd5eb8ec5a) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:07:47.457230 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-1ce68aaa-2426-4a9b-86ae-6bbdc180b683 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for port (6ece756e-5432-4424-b12d-e1dd5eb8ec5a), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:47.544668 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-bca7cc22-96aa-49c1-b5e6-77b70c5e3d53 req-ec9fba51-9ad0-4b09-a054-00a91a51a41a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 210 time: 0.0466530 Aug 18 17:07:47.596762 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab41f2-9cdf-41c8-a351-006102e48bd0 req-adeb5130-a735-460b-a91f-54b97c7af0b6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:47.598178 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-15ab41f2-9cdf-41c8-a351-006102e48bd0 req-adeb5130-a735-460b-a91f-54b97c7af0b6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0496244 Aug 18 17:07:47.615998 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-1ce68aaa-2426-4a9b-86ae-6bbdc180b683 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (6ece756e-5432-4424-b12d-e1dd5eb8ec5a), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:47.656632 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:47.659188 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-15ab41f2-9cdf-41c8-a351-006102e48bd0 req-3ae39674-26d7-4f24-89ae-77350ef2d34b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550742 Aug 18 17:07:47.663689 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-1ce68aaa-2426-4a9b-86ae-6bbdc180b683 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:07:47.671317 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-1ce68aaa-2426-4a9b-86ae-6bbdc180b683 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:07:47.676503 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-1ce68aaa-2426-4a9b-86ae-6bbdc180b683 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:07:47.709963 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce68aaa-2426-4a9b-86ae-6bbdc180b683 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'Port': ['ID=6ece756e-5432-4424-b12d-e1dd5eb8ec5a,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:47.738091 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-1ce68aaa-2426-4a9b-86ae-6bbdc180b683 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:47.739227 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-1ce68aaa-2426-4a9b-86ae-6bbdc180b683 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:47.836202 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-1ce68aaa-2426-4a9b-86ae-6bbdc180b683 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9358366 Aug 18 17:07:47.857529 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] Request body: {'port': {'device_id': '0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85367'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:47.881253 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:47.937997 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (6ece756e-5432-4424-b12d-e1dd5eb8ec5a), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:48.118986 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-5f35d109-5e40-4f7e-8709-d17337c44f9e None None] Provisioning complete for port 6ece756e-5432-4424-b12d-e1dd5eb8ec5a triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:48.120062 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-5f35d109-5e40-4f7e-8709-d17337c44f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (6ece756e-5432-4424-b12d-e1dd5eb8ec5a), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:48.170384 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:48.321879 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ece756e-5432-4424-b12d-e1dd5eb8ec5a {{(pid=106918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:07:48.331304 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] Publish callbacks [] for port (6ece756e-5432-4424-b12d-e1dd5eb8ec5a), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:48.348584 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.provisioning_blocks [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] Transition to ACTIVE for port object 6ece756e-5432-4424-b12d-e1dd5eb8ec5a will not be triggered until provisioned by entity L2. {{(pid=106918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 18 17:07:48.352651 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-5f35d109-5e40-4f7e-8709-d17337c44f9e None None] Port 6ece756e-5432-4424-b12d-e1dd5eb8ec5a cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:07:48.433109 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (6ece756e-5432-4424-b12d-e1dd5eb8ec5a), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:48.645152 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 46400) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:48.671209 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-d27a37c7-ba97-4f89-a720-3014e703721d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1759361685', 'description': 'tempest-description--1940098359'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:48.678959 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:48.703166 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085ba79-484e-489d-b4b6-ab999970c22a req-a04a8e6b-8fd0-456c-9845-6fc2a5c4d1b2 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:48.706554 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2085ba79-484e-489d-b4b6-ab999970c22a req-a04a8e6b-8fd0-456c-9845-6fc2a5c4d1b2 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 943 time: 0.0793283 Aug 18 17:07:48.808254 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2085ba79-484e-489d-b4b6-ab999970c22a req-5464016b-398f-41ee-be04-673c27bc6e98 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=df80e699-d00b-4533-8455-47a4b9d504ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937936 Aug 18 17:07:48.844969 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d27a37c7-ba97-4f89-a720-3014e703721d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:48.885209 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] Pushing event updated for resources: {'Port': ['ID=6ece756e-5432-4424-b12d-e1dd5eb8ec5a,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:48.974375 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412add3d-1797-4e81-8d58-a1e06b80ca9b req-a1ddd330-7a4a-47e3-bc7d-634ae618a26a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:48.976335 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-412add3d-1797-4e81-8d58-a1e06b80ca9b req-a1ddd330-7a4a-47e3-bc7d-634ae618a26a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.1369319 Aug 18 17:07:48.989010 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d27a37c7-ba97-4f89-a720-3014e703721d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for security_group (e158ffb7-492e-44ed-9400-a141eebf7786), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:49.024980 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] Attempting to bind port 6ece756e-5432-4424-b12d-e1dd5eb8ec5a on host hv-cinder-85367 for vnic_type normal with profile {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:07:49.025322 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] Attempting to bind port 6ece756e-5432-4424-b12d-e1dd5eb8ec5a by drivers openvswitch,hyperv on host hv-cinder-85367 at level 0 using segments [{'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:07:49.025657 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] Attempting to bind port 6ece756e-5432-4424-b12d-e1dd5eb8ec5a on network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:07:49.052582 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] Port 6ece756e-5432-4424-b12d-e1dd5eb8ec5a on network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85367 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 17:07:49.052983 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] Attempting to bind port 6ece756e-5432-4424-b12d-e1dd5eb8ec5a on network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:07:49.059731 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-412add3d-1797-4e81-8d58-a1e06b80ca9b req-f2f6e095-934a-45e3-9d51-e166f894f024 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654259 Aug 18 17:07:49.062714 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] Checking agent: {'id': '7d5d2def-e0b5-42a1-88b7-94e33648777b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85367', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'started_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:07:49.063051 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] Checking segment: {'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:07:49.063474 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] Bound using segment: {'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:07:49.063906 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] Bound port: 6ece756e-5432-4424-b12d-e1dd5eb8ec5a, host: hv-cinder-85367, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'}}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:07:49.064254 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (6ece756e-5432-4424-b12d-e1dd5eb8ec5a), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:49.083921 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d27a37c7-ba97-4f89-a720-3014e703721d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (e158ffb7-492e-44ed-9400-a141eebf7786), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:49.120310 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:49.130988 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a37c7-ba97-4f89-a720-3014e703721d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e158ffb7-492e-44ed-9400-a141eebf7786,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:49.158247 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] For port 6ece756e-5432-4424-b12d-e1dd5eb8ec5a, host hv-cinder-85367, cleared binding levels {{(pid=106918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:07:49.162307 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] For port 6ece756e-5432-4424-b12d-e1dd5eb8ec5a, host hv-cinder-85367, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=6ece756e-5432-4424-b12d-e1dd5eb8ec5a,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:07:49.210552 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d27a37c7-ba97-4f89-a720-3014e703721d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:49.213309 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-d27a37c7-ba97-4f89-a720-3014e703721d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5668855 Aug 18 17:07:49.216933 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 46406) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:49.221943 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-e10d26b5-ecb7-4cb1-b256-6b866b063480 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Request body: {'security_group_rule': {'security_group_id': 'e158ffb7-492e-44ed-9400-a141eebf7786', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:49.241082 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (6ece756e-5432-4424-b12d-e1dd5eb8ec5a), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:49.250521 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:49.251152 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:49.252599 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/6ece756e-5432-4424-b12d-e1dd5eb8ec5a HTTP/1.1" status: 200 len: 1093 time: 1.4006004 Aug 18 17:07:49.253120 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de', 'tag': '6ece756e-5432-4424-b12d-e1dd5eb8ec5a'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:07:49.255684 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1aa0126-7500-4c1a-887c-0eae76af38bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de", "tag": "6ece756e-5432-4424-b12d-e1dd5eb8ec5a"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:07:49.323865 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e10d26b5-ecb7-4cb1-b256-6b866b063480 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for security_group_rule (b4a321b0-4c05-4a4f-ba02-0debb3c3696d), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:49.364243 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35773cc6-336d-4a59-b81e-50a0980ba7f3 x-openstack-request-id: req-35773cc6-336d-4a59-b81e-50a0980ba7f3 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:07:49.364506 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de", "tag": "6ece756e-5432-4424-b12d-e1dd5eb8ec5a", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:07:49.364663 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-35773cc6-336d-4a59-b81e-50a0980ba7f3 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:07:49.364995 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35773cc6-336d-4a59-b81e-50a0980ba7f3'] response: {'name': 'network-changed', 'server_uuid': '0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de', 'tag': '6ece756e-5432-4424-b12d-e1dd5eb8ec5a', 'status': 'completed', 'code': 200} Aug 18 17:07:49.413558 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99405ef5-ffb2-4593-bec9-e75906cb1149 service neutron] Pushing event updated for resources: {'Port': ['ID=6ece756e-5432-4424-b12d-e1dd5eb8ec5a,revision_number=3']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:49.424222 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-4dfea9cf-f3d9-4581-b4a2-8e712f2c21be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:49.425763 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-4dfea9cf-f3d9-4581-b4a2-8e712f2c21be service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4eececcd804446e49078038ab362b235&device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 1127 time: 0.0800896 Aug 18 17:07:49.445751 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e10d26b5-ecb7-4cb1-b256-6b866b063480 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for security_group_rule (b4a321b0-4c05-4a4f-ba02-0debb3c3696d), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:49.498999 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-0b6ad2ec-5801-4b49-9e30-b97b254ac432 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ece756e-5432-4424-b12d-e1dd5eb8ec5a HTTP/1.1" status: 200 len: 217 time: 0.0563288 Aug 18 17:07:49.549513 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e10d26b5-ecb7-4cb1-b256-6b866b063480 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (b4a321b0-4c05-4a4f-ba02-0debb3c3696d), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:49.590095 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d26b5-ecb7-4cb1-b256-6b866b063480 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a321b0-4c05-4a4f-ba02-0debb3c3696d,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:49.597641 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:49.608449 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-f28c5666-0413-42e2-96e8-0f7ad2cbdf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:49.610619 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-f28c5666-0413-42e2-96e8-0f7ad2cbdf74 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1a23d7f4-432a-4b07-a647-12813e579e51 HTTP/1.1" status: 200 len: 854 time: 0.1046040 Aug 18 17:07:49.657032 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-bbb7fdf2-dc39-459f-8eaf-3ad9b40e83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:49.658643 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-bbb7fdf2-dc39-459f-8eaf-3ad9b40e83a9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408349 Aug 18 17:07:49.662935 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e10d26b5-ecb7-4cb1-b256-6b866b063480 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:49.664240 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-e10d26b5-ecb7-4cb1-b256-6b866b063480 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4461975 Aug 18 17:07:49.667370 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 46418) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:49.672785 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-5bfa6416-f398-43dc-9a0f-bc8d707e875a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Request body: {'security_group_rule': {'security_group_id': 'e158ffb7-492e-44ed-9400-a141eebf7786', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:49.681183 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:49.776800 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-3775db0e-c141-416c-8319-ead8ebc6dd64 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094804 Aug 18 17:07:49.830076 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5bfa6416-f398-43dc-9a0f-bc8d707e875a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for security_group_rule (74b348b5-6381-4e4c-8c1c-0779c70336bc), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:49.912713 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c8548048-10da-4dd1-a2ff-cb3166aec42f req-9af3957a-7dae-4f77-8276-97d7beba5340 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288683 Aug 18 17:07:49.939383 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5bfa6416-f398-43dc-9a0f-bc8d707e875a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for security_group_rule (74b348b5-6381-4e4c-8c1c-0779c70336bc), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:49.992297 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89fbfc-ec96-48c1-860b-db88845c4839 req-ccc5e519-594f-467b-ad9f-5d2deb7f6855 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:49.993929 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-cc89fbfc-ec96-48c1-860b-db88845c4839 req-ccc5e519-594f-467b-ad9f-5d2deb7f6855 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 943 time: 0.0575070 Aug 18 17:07:50.009722 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5bfa6416-f398-43dc-9a0f-bc8d707e875a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (74b348b5-6381-4e4c-8c1c-0779c70336bc), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:50.038967 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa6416-f398-43dc-9a0f-bc8d707e875a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b348b5-6381-4e4c-8c1c-0779c70336bc,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:50.110646 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5bfa6416-f398-43dc-9a0f-bc8d707e875a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:50.112050 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-5bfa6416-f398-43dc-9a0f-bc8d707e875a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4430180 Aug 18 17:07:50.116469 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 46430) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:07:50.137992 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-061ee4df-e4c2-4a77-acc1-16fe656f4a17 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Request body: {'floatingip': {'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:07:50.249007 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-cc89fbfc-ec96-48c1-860b-db88845c4839 req-cb79cf1a-c122-42c9-a570-d4d9e837cd6d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=df80e699-d00b-4533-8455-47a4b9d504ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206256 Aug 18 17:07:50.249007 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa0126-7500-4c1a-887c-0eae76af38bc req-5609ef75-9fd5-4480-bf32-19675ea27e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:50.249007 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e1aa0126-7500-4c1a-887c-0eae76af38bc req-5609ef75-9fd5-4480-bf32-19675ea27e7f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4eececcd804446e49078038ab362b235&device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 1127 time: 0.1783845 Aug 18 17:07:50.284900 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-061ee4df-e4c2-4a77-acc1-16fe656f4a17 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:50.304793 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3783e-ca7c-448c-9d40-744d976a8621 req-20b7f0ed-d208-4804-b7e4-ebade3b546f0 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:50.306796 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fdb3783e-ca7c-448c-9d40-744d976a8621 req-20b7f0ed-d208-4804-b7e4-ebade3b546f0 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0905883 Aug 18 17:07:50.403066 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa0126-7500-4c1a-887c-0eae76af38bc req-d4fd731f-cd29-4d6a-a6a0-9e3155b2a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:50.404729 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e1aa0126-7500-4c1a-887c-0eae76af38bc req-d4fd731f-cd29-4d6a-a6a0-9e3155b2a39b service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b HTTP/1.1" status: 200 len: 916 time: 0.1619182 Aug 18 17:07:50.462097 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e1aa0126-7500-4c1a-887c-0eae76af38bc req-73dd8d16-267b-4ca0-ae91-5823c82a17a3 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ece756e-5432-4424-b12d-e1dd5eb8ec5a HTTP/1.1" status: 200 len: 217 time: 0.0462477 Aug 18 17:07:50.492074 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-061ee4df-e4c2-4a77-acc1-16fe656f4a17 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:50.496876 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fdb3783e-ca7c-448c-9d40-744d976a8621 req-d1ad6e5b-46a2-45b5-860a-8446aab466db tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524577 Aug 18 17:07:50.528968 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa0126-7500-4c1a-887c-0eae76af38bc req-d9b6dc66-d569-4956-896d-2381b238f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:50.530908 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e1aa0126-7500-4c1a-887c-0eae76af38bc req-d9b6dc66-d569-4956-896d-2381b238f0d1 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1a23d7f4-432a-4b07-a647-12813e579e51 HTTP/1.1" status: 200 len: 854 time: 0.0577528 Aug 18 17:07:50.583989 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa0126-7500-4c1a-887c-0eae76af38bc req-e67412d0-eb40-4487-9594-ed8f4291f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:50.585999 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e1aa0126-7500-4c1a-887c-0eae76af38bc req-e67412d0-eb40-4487-9594-ed8f4291f21a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482531 Aug 18 17:07:50.610795 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [None req-061ee4df-e4c2-4a77-acc1-16fe656f4a17 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Allocated IP 172.27.1.18 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/fd6b5406-b83d-4583-9c65-5c4e940e104c) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:07:50.611032 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:50.622852 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 9d480631-4b24-43e0-8000-c7d4668399bb details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:07:50.691468 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e1aa0126-7500-4c1a-887c-0eae76af38bc req-ce92ac47-3ec7-4ec6-a593-f34f7d13ec26 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978477 Aug 18 17:07:50.693987 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:50.758410 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-061ee4df-e4c2-4a77-acc1-16fe656f4a17 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for port (fd6b5406-b83d-4583-9c65-5c4e940e104c), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:50.759925 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 9d480631-4b24-43e0-8000-c7d4668399bb, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=9d480631-4b24-43e0-8000-c7d4668399bb,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:07:50.778539 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': '9d480631-4b24-43e0-8000-c7d4668399bb', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'port_id': '9d480631-4b24-43e0-8000-c7d4668399bb', 'mac_address': 'fa:16:3e:75:9b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:07:50.833705 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 9d480631-4b24-43e0-8000-c7d4668399bb is: ACTIVE; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:07:50.834409 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:50.849805 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d480631-4b24-43e0-8000-c7d4668399bb {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:07:50.858782 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e1aa0126-7500-4c1a-887c-0eae76af38bc req-bc434629-2f6a-436c-8b69-fa81cb467f3b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553154 Aug 18 17:07:50.881278 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 9d480631-4b24-43e0-8000-c7d4668399bb, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=9d480631-4b24-43e0-8000-c7d4668399bb,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:07:50.924647 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-061ee4df-e4c2-4a77-acc1-16fe656f4a17 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (fd6b5406-b83d-4583-9c65-5c4e940e104c), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:50.980107 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061ee4df-e4c2-4a77-acc1-16fe656f4a17 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:07:50.987739 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-061ee4df-e4c2-4a77-acc1-16fe656f4a17 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:07:50.993348 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:51.004983 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061ee4df-e4c2-4a77-acc1-16fe656f4a17 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:07:51.059165 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ee4df-e4c2-4a77-acc1-16fe656f4a17 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Pushing event updated for resources: {'Port': ['ID=fd6b5406-b83d-4583-9c65-5c4e940e104c,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:51.108888 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=9d480631-4b24-43e0-8000-c7d4668399bb,revision_number=6']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:51.121380 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:51.123194 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:51.126431 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:51.126431 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:51.126431 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:51.126431 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:51.126431 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:51.127745 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:51.128252 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:51.128927 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:51.129805 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:51.130505 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:51.130861 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:51.131632 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:51.132145 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:07:51.155552 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['9d480631-4b24-43e0-8000-c7d4668399bb'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:07:51.188246 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:51.190142 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-061ee4df-e4c2-4a77-acc1-16fe656f4a17 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for floatingip (2941d07a-8f4e-45c0-b162-ad5e35223e26), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:51.319949 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-061ee4df-e4c2-4a77-acc1-16fe656f4a17 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (fd6b5406-b83d-4583-9c65-5c4e940e104c), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:51.423119 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36847f-c800-41e8-8f7b-3a46d9781263 req-7adfce5b-ed52-4a70-a74a-cb7072efaffa tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:51.438162 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9e36847f-c800-41e8-8f7b-3a46d9781263 req-7adfce5b-ed52-4a70-a74a-cb7072efaffa tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 943 time: 0.0637958 Aug 18 17:07:51.517660 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9e36847f-c800-41e8-8f7b-3a46d9781263 req-5d210216-c29d-494a-95ee-68dc14ed4030 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=df80e699-d00b-4533-8455-47a4b9d504ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828805 Aug 18 17:07:51.634556 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-061ee4df-e4c2-4a77-acc1-16fe656f4a17 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for port (fd6b5406-b83d-4583-9c65-5c4e940e104c), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:51.652345 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a579a5-a7c7-4615-bbbb-cf07124fd32b req-daa55767-f998-457f-aa9f-ecedceceee4c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:51.653910 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-40a579a5-a7c7-4615-bbbb-cf07124fd32b req-daa55767-f998-457f-aa9f-ecedceceee4c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 945 time: 0.0667737 Aug 18 17:07:51.713420 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-061ee4df-e4c2-4a77-acc1-16fe656f4a17 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (fd6b5406-b83d-4583-9c65-5c4e940e104c), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:51.742829 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-40a579a5-a7c7-4615-bbbb-cf07124fd32b req-c93a9451-9e0d-4cd9-b498-560dcd855221 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823808 Aug 18 17:07:51.797469 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-061ee4df-e4c2-4a77-acc1-16fe656f4a17 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (2941d07a-8f4e-45c0-b162-ad5e35223e26), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:51.800681 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ee4df-e4c2-4a77-acc1-16fe656f4a17 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Pushing event updated for resources: {'Port': ['ID=fd6b5406-b83d-4583-9c65-5c4e940e104c,revision_number=2']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:51.878252 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-061ee4df-e4c2-4a77-acc1-16fe656f4a17 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:51.880104 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-061ee4df-e4c2-4a77-acc1-16fe656f4a17 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7615635 Aug 18 17:07:52.623895 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 9d480631-4b24-43e0-8000-c7d4668399bb up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:07:52.654919 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18726f25-7d76-4ced-87b6-3475281bd665 req-3b5b9ce7-9be1-45eb-869a-038d30552c51 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:52.656658 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-18726f25-7d76-4ced-87b6-3475281bd665 req-3b5b9ce7-9be1-45eb-869a-038d30552c51 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 943 time: 0.0554738 Aug 18 17:07:52.659519 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:52.673695 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port 9d480631-4b24-43e0-8000-c7d4668399bb triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:07:52.674806 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:52.772453 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 9d480631-4b24-43e0-8000-c7d4668399bb is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:07:52.773213 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:52.808899 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e481aa-bf5a-436b-baca-f5c8b88de401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d480631-4b24-43e0-8000-c7d4668399bb'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:07:52.811524 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3798ce3-fdaf-4ab3-a81f-696d895e914a" -d '{"events": [{"server_uuid": "68e481aa-bf5a-436b-baca-f5c8b88de401", "name": "network-vif-plugged", "status": "completed", "tag": "9d480631-4b24-43e0-8000-c7d4668399bb"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:07:52.818743 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-18726f25-7d76-4ced-87b6-3475281bd665 req-013e4624-d295-463d-b4d7-e6de4f2bdddc tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=df80e699-d00b-4533-8455-47a4b9d504ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522942 Aug 18 17:07:52.834833 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 9d480631-4b24-43e0-8000-c7d4668399bb, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=9d480631-4b24-43e0-8000-c7d4668399bb,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:07:52.917307 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:07:52.933757 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:52.944193 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da2f0a-8add-4700-83f6-ae359816ffe4 req-e1cc8e5c-b699-4dfe-a938-3336907b9e04 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:52.951335 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f1da2f0a-8add-4700-83f6-ae359816ffe4 req-e1cc8e5c-b699-4dfe-a938-3336907b9e04 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 945 time: 0.0733359 Aug 18 17:07:52.974711 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=9d480631-4b24-43e0-8000-c7d4668399bb,revision_number=7']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:07:53.004506 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f1da2f0a-8add-4700-83f6-ae359816ffe4 req-793ad7b0-1ec0-4db2-a757-83bab7978322 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521793 Aug 18 17:07:53.063870 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbba585-272d-4f80-8061-d33e8b486617 x-openstack-request-id: req-9fbba585-272d-4f80-8061-d33e8b486617 {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:07:53.064160 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e481aa-bf5a-436b-baca-f5c8b88de401", "name": "network-vif-plugged", "status": "completed", "tag": "9d480631-4b24-43e0-8000-c7d4668399bb", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:07:53.064473 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9fbba585-272d-4f80-8061-d33e8b486617 {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:07:53.064911 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fbba585-272d-4f80-8061-d33e8b486617'] response: {'server_uuid': '68e481aa-bf5a-436b-baca-f5c8b88de401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d480631-4b24-43e0-8000-c7d4668399bb', 'code': 200} Aug 18 17:07:53.313109 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:07:53.957176 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8d03b-287c-4a75-878b-b43391ebd046 req-541b5dd2-fdd1-4656-89a4-310da8261ef8 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:53.958730 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3ac8d03b-287c-4a75-878b-b43391ebd046 req-541b5dd2-fdd1-4656-89a4-310da8261ef8 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 943 time: 0.0713611 Aug 18 17:07:54.018187 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3ac8d03b-287c-4a75-878b-b43391ebd046 req-a6679d8a-4ca6-46d9-af63-d8797dbb2825 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=df80e699-d00b-4533-8455-47a4b9d504ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532882 Aug 18 17:07:54.142122 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0222b-5a55-43ad-ac30-0c2046a65320 req-ef49a903-cbee-4db9-90bd-c0b08067b2de tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:54.143668 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b8b0222b-5a55-43ad-ac30-0c2046a65320 req-ef49a903-cbee-4db9-90bd-c0b08067b2de tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0500402 Aug 18 17:07:54.204050 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b8b0222b-5a55-43ad-ac30-0c2046a65320 req-b56b501f-b489-4f86-b556-74d7f443eeca tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527613 Aug 18 17:07:55.161191 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63d236-6f8e-476b-a7fb-dc465275f96d req-beebdfb2-4562-4652-908a-dc088deff3c6 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:55.162799 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5b63d236-6f8e-476b-a7fb-dc465275f96d req-beebdfb2-4562-4652-908a-dc088deff3c6 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 943 time: 0.0517418 Aug 18 17:07:55.216004 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5b63d236-6f8e-476b-a7fb-dc465275f96d req-2ee1271b-af2e-47a0-97c7-ef29c102da63 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=df80e699-d00b-4533-8455-47a4b9d504ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473804 Aug 18 17:07:55.340052 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e37d7-b33b-4f62-a123-16f040dc9785 req-1fcfad78-af8d-48f1-b803-caaf8485c3f2 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:55.341506 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4c2e37d7-b33b-4f62-a123-16f040dc9785 req-1fcfad78-af8d-48f1-b803-caaf8485c3f2 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0518987 Aug 18 17:07:55.398267 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4c2e37d7-b33b-4f62-a123-16f040dc9785 req-bdc1f080-f348-4c90-8775-2c8dca1a5f3b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488448 Aug 18 17:07:56.349710 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877a093-d9b2-4bf3-9ada-9f885fe4b274 req-76509d37-37b9-40a2-8044-2df99f028a42 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:56.351387 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c877a093-d9b2-4bf3-9ada-9f885fe4b274 req-76509d37-37b9-40a2-8044-2df99f028a42 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 943 time: 0.0613194 Aug 18 17:07:56.414891 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c877a093-d9b2-4bf3-9ada-9f885fe4b274 req-84126632-6a3c-4f7a-a9d8-69d38c0c4248 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=df80e699-d00b-4533-8455-47a4b9d504ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561211 Aug 18 17:07:56.531347 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49d598-a04c-4a11-992f-e86e73559390 req-0114894b-4dd5-4a54-b8e2-7f2aa1a980fd tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:56.533000 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ac49d598-a04c-4a11-992f-e86e73559390 req-0114894b-4dd5-4a54-b8e2-7f2aa1a980fd tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0491285 Aug 18 17:07:56.584181 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ac49d598-a04c-4a11-992f-e86e73559390 req-0a6f00a3-b985-433f-8888-d4820a3dadae tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449753 Aug 18 17:07:57.600916 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed7891-9aa2-4501-8e0a-2e3b21969897 req-61b3cbee-c53e-49a1-83ea-bc1cab98eab5 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:57.604744 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-46ed7891-9aa2-4501-8e0a-2e3b21969897 req-61b3cbee-c53e-49a1-83ea-bc1cab98eab5 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 943 time: 0.0959282 Aug 18 17:07:57.705803 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-46ed7891-9aa2-4501-8e0a-2e3b21969897 req-25bf7776-e87d-48f6-ba19-29a245ab6bd4 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=df80e699-d00b-4533-8455-47a4b9d504ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919020 Aug 18 17:07:57.802485 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-63fc49ba-fd68-4a24-acb4-ae285734fe2a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1759361685&fields=id&tenant_id=ccc5c89023ff476ca3b85680f56f8899 HTTP/1.1" status: 200 len: 267 time: 0.1146228 Aug 18 17:07:57.903943 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:57.990142 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-d5091f7e-fdff-4c40-aea5-1b10061f4585 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:57.998163 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-d5091f7e-fdff-4c40-aea5-1b10061f4585 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/networks?id=9262925b-65a7-4a9e-8370-bb0d87864ea7 HTTP/1.1" status: 200 len: 819 time: 0.1945779 Aug 18 17:07:58.002393 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:07:58.010268 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-03e91c63-28d4-42b8-85fb-c57110e8e6e9 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/quotas/ccc5c89023ff476ca3b85680f56f8899 HTTP/1.1" status: 200 len: 375 time: 0.0109572 Aug 18 17:07:58.032242 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28bf02-48a4-46b8-a1fb-7a442fd11c29 req-071fb008-7ac9-44c4-9d07-aab8dbc9a6d7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:58.036431 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4c28bf02-48a4-46b8-a1fb-7a442fd11c29 req-071fb008-7ac9-44c4-9d07-aab8dbc9a6d7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.1232822 Aug 18 17:07:58.072146 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-eff7f2ae-731c-4a64-8644-76734ed3b1d2 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=ccc5c89023ff476ca3b85680f56f8899&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0558021 Aug 18 17:07:58.149176 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4c28bf02-48a4-46b8-a1fb-7a442fd11c29 req-74f0eeff-a1df-44b7-91fc-fefe91c83cc6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038203 Aug 18 17:07:58.205416 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-df4fb2b9-3e0a-4fd3-9176-2ee71c39c187 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237338 Aug 18 17:07:58.355732 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-711e713d-cd34-494f-9707-0743e3bb16ec service neutron] 10.222.0.78 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387959 Aug 18 17:07:58.750637 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-42dc014c-561b-4715-b2e6-19c57535a16f req-e5bb61d1-7413-48a9-9645-d736c341fd08 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 210 time: 0.1047184 Aug 18 17:07:59.005160 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0d9db-7a01-4aa5-adb9-0ed234dca0e9 req-bec631f2-746f-46c3-b319-f6fc1ca34c71 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:59.007015 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e2a0d9db-7a01-4aa5-adb9-0ed234dca0e9 req-bec631f2-746f-46c3-b319-f6fc1ca34c71 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 943 time: 0.0850444 Aug 18 17:07:59.091341 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e2a0d9db-7a01-4aa5-adb9-0ed234dca0e9 req-b017f633-f899-4d9c-b9d6-f5a4c9b0f445 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=df80e699-d00b-4533-8455-47a4b9d504ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773020 Aug 18 17:07:59.333928 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6daabc-25f1-487e-aeec-7a55431e5596 req-5c045513-4a83-449f-85b9-a73b1c200636 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:07:59.336428 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1e6daabc-25f1-487e-aeec-7a55431e5596 req-5c045513-4a83-449f-85b9-a73b1c200636 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0675755 Aug 18 17:07:59.454850 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1e6daabc-25f1-487e-aeec-7a55431e5596 req-f3a1fd6a-1cfc-4419-bf0e-e3b4457f9ca8 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116657 Aug 18 17:07:59.889622 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-687742f8-fc92-4e2d-9eed-e55c85bd8c1a req-ec2b7760-3b37-47b8-b41d-19aafc4af374 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 210 time: 0.0801749 Aug 18 17:08:00.368060 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0007-c2dd-4aed-86f2-8b905b939c2a req-ee42738b-6f74-414b-9316-5644dce0603b tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:00.371094 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b2af0007-c2dd-4aed-86f2-8b905b939c2a req-ee42738b-6f74-414b-9316-5644dce0603b tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 943 time: 0.0945566 Aug 18 17:08:00.454103 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b2af0007-c2dd-4aed-86f2-8b905b939c2a req-df8ee32d-8b2c-4e9d-b65f-1a2c6493f597 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=df80e699-d00b-4533-8455-47a4b9d504ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768468 Aug 18 17:08:00.662471 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 6ece756e-5432-4424-b12d-e1dd5eb8ec5a details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:08:00.697677 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1fbe0-e5fa-4337-8310-96242cd3fe5d req-7c55ff6a-521a-441d-9226-653a4f54fd79 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:00.700692 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-33c1fbe0-e5fa-4337-8310-96242cd3fe5d req-7c55ff6a-521a-441d-9226-653a4f54fd79 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0933921 Aug 18 17:08:00.799303 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 6ece756e-5432-4424-b12d-e1dd5eb8ec5a, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=6ece756e-5432-4424-b12d-e1dd5eb8ec5a,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:08:00.816675 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': '6ece756e-5432-4424-b12d-e1dd5eb8ec5a', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'port_id': '6ece756e-5432-4424-b12d-e1dd5eb8ec5a', 'mac_address': 'fa:16:3e:e6:22:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:08:00.867627 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 6ece756e-5432-4424-b12d-e1dd5eb8ec5a is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:00.868298 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (6ece756e-5432-4424-b12d-e1dd5eb8ec5a), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:00.885408 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-33c1fbe0-e5fa-4337-8310-96242cd3fe5d req-656119d2-49b3-4129-a388-a81f21bc1186 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788747 Aug 18 17:08:00.892868 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ece756e-5432-4424-b12d-e1dd5eb8ec5a {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:08:00.949921 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 6ece756e-5432-4424-b12d-e1dd5eb8ec5a, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=6ece756e-5432-4424-b12d-e1dd5eb8ec5a,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:08:01.008749 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (6ece756e-5432-4424-b12d-e1dd5eb8ec5a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:01.028998 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c9baf5b3-89ef-4b8e-ad45-cf89261a7574 req-6ef55d48-6721-405f-9481-a08a99934276 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 210 time: 0.0448070 Aug 18 17:08:01.063195 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=100 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:01.104551 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:01.110972 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=6ece756e-5432-4424-b12d-e1dd5eb8ec5a,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:01.341410 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['6ece756e-5432-4424-b12d-e1dd5eb8ec5a'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:08:01.563701 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-8eeb88a2-ebdc-4d8c-a157-c0d752208644 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:01.565439 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-8eeb88a2-ebdc-4d8c-a157-c0d752208644 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.40 "GET /networking/v2.0/networks?id=9262925b-65a7-4a9e-8370-bb0d87864ea7 HTTP/1.1" status: 200 len: 819 time: 0.1894977 Aug 18 17:08:01.667175 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-3a2b5d56-4efe-4131-961f-9b604b968202 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ccc5c89023ff476ca3b85680f56f8899 HTTP/1.1" status: 200 len: 380 time: 0.0894785 Aug 18 17:08:01.686667 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-f73f90ce-6c79-4bd0-84cf-f6ce3e8dc84e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Request body: {'port': {'device_id': '10ee2546-05c3-461e-bbc0-64cb39d936f7', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'admin_state_up': True, 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'security_groups': ['e158ffb7-492e-44ed-9400-a141eebf7786']}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:08:01.820084 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe3bb9-56d8-40bc-b7ba-0944c1219dfa req-96615659-56fa-4b1c-a4a1-77ca143941ed tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:01.829034 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-46fe3bb9-56d8-40bc-b7ba-0944c1219dfa req-96615659-56fa-4b1c-a4a1-77ca143941ed tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 944 time: 0.1701391 Aug 18 17:08:01.943267 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-46fe3bb9-56d8-40bc-b7ba-0944c1219dfa req-b891bd2f-cb01-43ef-b78e-d1280694979b tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=df80e699-d00b-4533-8455-47a4b9d504ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131108 Aug 18 17:08:02.100881 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-f73f90ce-6c79-4bd0-84cf-f6ce3e8dc84e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Made reservation on behalf of ccc5c89023ff476ca3b85680f56f8899 for: {'port': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:08:02.106094 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-f73f90ce-6c79-4bd0-84cf-f6ce3e8dc84e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:02.109437 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:02.218393 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a2318-9015-4c7a-8872-afa32d41b41c req-dbd7efc7-7942-48b0-b200-59f1844cc9bd tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:02.226943 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7d9a2318-9015-4c7a-8872-afa32d41b41c req-dbd7efc7-7942-48b0-b200-59f1844cc9bd tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.1035190 Aug 18 17:08:02.301748 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-f73f90ce-6c79-4bd0-84cf-f6ce3e8dc84e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Allocated IP 172.20.0.10 (9262925b-65a7-4a9e-8370-bb0d87864ea7/1fd4986d-fa02-4ea6-af8d-8bdc82d77643/4be84b1f-a309-40e8-8519-3e746d6a87a8) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:08:02.329047 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:02.340606 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7d9a2318-9015-4c7a-8872-afa32d41b41c req-be0121e5-41f4-4243-8573-9db599699093 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121981 Aug 18 17:08:02.484443 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:02.520394 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:02.636237 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-735237fb-3ac9-4077-a0b1-20ec8a37fa4b req-ad70e3d2-6d6c-4c2e-9c23-de316b3dd1e8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 210 time: 0.1168413 Aug 18 17:08:02.687294 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 6ece756e-5432-4424-b12d-e1dd5eb8ec5a up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:08:02.729877 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-f73f90ce-6c79-4bd0-84cf-f6ce3e8dc84e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for port (4be84b1f-a309-40e8-8519-3e746d6a87a8), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:02.779887 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning for port 6ece756e-5432-4424-b12d-e1dd5eb8ec5a completed by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 18 17:08:02.860572 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port 6ece756e-5432-4424-b12d-e1dd5eb8ec5a triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:02.863830 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (6ece756e-5432-4424-b12d-e1dd5eb8ec5a), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:02.865087 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-f73f90ce-6c79-4bd0-84cf-f6ce3e8dc84e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (4be84b1f-a309-40e8-8519-3e746d6a87a8), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:03.045527 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-f73f90ce-6c79-4bd0-84cf-f6ce3e8dc84e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Network 9262925b-65a7-4a9e-8370-bb0d87864ea7 is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:08:03.047682 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-f73f90ce-6c79-4bd0-84cf-f6ce3e8dc84e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:08:03.052580 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-f73f90ce-6c79-4bd0-84cf-f6ce3e8dc84e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:08:03.332823 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 6ece756e-5432-4424-b12d-e1dd5eb8ec5a is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:03.333549 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (6ece756e-5432-4424-b12d-e1dd5eb8ec5a), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:03.350558 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f90ce-6c79-4bd0-84cf-f6ce3e8dc84e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Pushing event updated for resources: {'Port': ['ID=4be84b1f-a309-40e8-8519-3e746d6a87a8,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:03.401667 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274a3ff-e485-44ae-afb5-dbd81e017706 req-2be7ec40-b1a4-4093-b297-59f67b3f3c25 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:03.402880 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-f73f90ce-6c79-4bd0-84cf-f6ce3e8dc84e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:03.403961 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-f73f90ce-6c79-4bd0-84cf-f6ce3e8dc84e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:03.415975 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ece756e-5432-4424-b12d-e1dd5eb8ec5a'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:08:03.417121 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e274a3ff-e485-44ae-afb5-dbd81e017706 req-2be7ec40-b1a4-4093-b297-59f67b3f3c25 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 944 time: 0.2554686 Aug 18 17:08:03.430140 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4e5fc8-523e-4126-8a06-0841e6ecce62" -d '{"events": [{"server_uuid": "0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de", "name": "network-vif-plugged", "status": "completed", "tag": "6ece756e-5432-4424-b12d-e1dd5eb8ec5a"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:08:03.470641 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 6ece756e-5432-4424-b12d-e1dd5eb8ec5a, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=6ece756e-5432-4424-b12d-e1dd5eb8ec5a,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:08:03.517089 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-f73f90ce-6c79-4bd0-84cf-f6ce3e8dc84e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8380606 Aug 18 17:08:03.532759 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] Request body: {'port': {'device_id': '10ee2546-05c3-461e-bbc0-64cb39d936f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85367'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:08:03.547259 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (6ece756e-5432-4424-b12d-e1dd5eb8ec5a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:03.553209 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e274a3ff-e485-44ae-afb5-dbd81e017706 req-e349eb52-4478-4a41-b601-884cf9a57952 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=df80e699-d00b-4533-8455-47a4b9d504ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306551 Aug 18 17:08:03.664888 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 46690) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:03.669829 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7db1f5-c20f-4c9b-9fc2-36e3b2074da3 x-openstack-request-id: req-8f7db1f5-c20f-4c9b-9fc2-36e3b2074da3 {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:08:03.670195 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de", "name": "network-vif-plugged", "status": "completed", "tag": "6ece756e-5432-4424-b12d-e1dd5eb8ec5a", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:08:03.670396 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f7db1f5-c20f-4c9b-9fc2-36e3b2074da3 {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:08:03.670768 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f7db1f5-c20f-4c9b-9fc2-36e3b2074da3'] response: {'server_uuid': '0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ece756e-5432-4424-b12d-e1dd5eb8ec5a', 'code': 200} Aug 18 17:08:03.713564 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-b8e36978-fd34-4007-81f5-37bf2e4b3132 None None] Provisioning complete for port 4be84b1f-a309-40e8-8519-3e746d6a87a8 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:03.713942 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-b8e36978-fd34-4007-81f5-37bf2e4b3132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (4be84b1f-a309-40e8-8519-3e746d6a87a8), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:03.716232 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=6ece756e-5432-4424-b12d-e1dd5eb8ec5a,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:03.805242 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb2171-0728-40a1-ab90-2e9ad622861b req-39ae10ee-e7ef-4046-9733-1fc7adaae52f tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:03.806830 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-79eb2171-0728-40a1-ab90-2e9ad622861b req-39ae10ee-e7ef-4046-9733-1fc7adaae52f tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.2452664 Aug 18 17:08:03.840470 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-b8e36978-fd34-4007-81f5-37bf2e4b3132 None None] Port 4be84b1f-a309-40e8-8519-3e746d6a87a8 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:08:03.848030 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb152bea-f09b-4fcd-87be-00e8bfaf63a2 req-fb73f0df-1d93-477f-93d2-79aeb1692629 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:03.858575 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cb152bea-f09b-4fcd-87be-00e8bfaf63a2 req-fb73f0df-1d93-477f-93d2-79aeb1692629 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 932 time: 0.0857577 Aug 18 17:08:03.937668 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (4be84b1f-a309-40e8-8519-3e746d6a87a8), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:03.949690 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cb152bea-f09b-4fcd-87be-00e8bfaf63a2 req-15f9d99e-efec-4520-be50-5b586a53583e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891321 Aug 18 17:08:03.960199 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-79eb2171-0728-40a1-ab90-2e9ad622861b req-39c11253-3c7e-4a3b-936b-da59f682e2ef tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354020 Aug 18 17:08:03.996776 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-90ea76fa-b96a-43e0-ae98-eeb5ed1bc393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:04.256876 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-90ea76fa-b96a-43e0-ae98-eeb5ed1bc393 admin admin] Publish callbacks [] for security_group (cecb0752-a5de-4365-834d-a29605be7e5b), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:04.309605 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0b1d0-2c70-430c-aabd-f263cef07b23 req-2b9a0f61-e81c-4157-b789-66a7350a0def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:04.315676 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-58b0b1d0-2c70-430c-aabd-f263cef07b23 req-2b9a0f61-e81c-4157-b789-66a7350a0def service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 1129 time: 0.0590839 Aug 18 17:08:04.324026 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-90ea76fa-b96a-43e0-ae98-eeb5ed1bc393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (cecb0752-a5de-4365-834d-a29605be7e5b), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:04.356262 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:04.425069 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea76fa-b96a-43e0-ae98-eeb5ed1bc393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecb0752-a5de-4365-834d-a29605be7e5b,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:04.427660 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:04.457309 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-90ea76fa-b96a-43e0-ae98-eeb5ed1bc393 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f745c8b995374afd8b7529aa60cc837b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7901776 Aug 18 17:08:04.460807 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 46696) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:04.505915 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-58b0b1d0-2c70-430c-aabd-f263cef07b23 req-ddfceea0-ac1a-4458-8f82-b67ed3530e5f service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=df80e699-d00b-4533-8455-47a4b9d504ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713076 Aug 18 17:08:04.508616 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be84b1f-a309-40e8-8519-3e746d6a87a8 {{(pid=106918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:08:04.533592 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] Publish callbacks [] for port (4be84b1f-a309-40e8-8519-3e746d6a87a8), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:04.554426 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-7bdd2acb-f546-44c4-901f-df44180c9c2d admin admin] Publish callbacks [] for security_group (cecb0752-a5de-4365-834d-a29605be7e5b), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:04.562620 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.provisioning_blocks [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] Transition to ACTIVE for port object 4be84b1f-a309-40e8-8519-3e746d6a87a8 will not be triggered until provisioned by entity L2. {{(pid=106918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 18 17:08:04.584201 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-7bdd2acb-f546-44c4-901f-df44180c9c2d admin admin] Publish callbacks [] for security_group (cecb0752-a5de-4365-834d-a29605be7e5b), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:04.700430 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b548c-4a06-4a7a-ac03-447476f221eb req-775582d6-2b87-4e24-acee-e802e9eae4ea tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:04.708795 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fa8b548c-4a06-4a7a-ac03-447476f221eb req-775582d6-2b87-4e24-acee-e802e9eae4ea tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 945 time: 0.0667374 Aug 18 17:08:04.778628 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fa8b548c-4a06-4a7a-ac03-447476f221eb req-9552151c-1597-4170-9b87-63b016833321 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=df80e699-d00b-4533-8455-47a4b9d504ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677207 Aug 18 17:08:04.789445 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (4be84b1f-a309-40e8-8519-3e746d6a87a8), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:04.815247 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-7bdd2acb-f546-44c4-901f-df44180c9c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (cecb0752-a5de-4365-834d-a29605be7e5b), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:04.821885 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-7bdd2acb-f546-44c4-901f-df44180c9c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:04.821885 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-7bdd2acb-f546-44c4-901f-df44180c9c2d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cecb0752-a5de-4365-834d-a29605be7e5b HTTP/1.1" status: 204 len: 168 time: 0.3583355 Aug 18 17:08:04.837355 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd2acb-f546-44c4-901f-df44180c9c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecb0752-a5de-4365-834d-a29605be7e5b,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:04.947269 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] Pushing event updated for resources: {'Port': ['ID=4be84b1f-a309-40e8-8519-3e746d6a87a8,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:05.100436 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] Attempting to bind port 4be84b1f-a309-40e8-8519-3e746d6a87a8 on host hv-cinder-85367 for vnic_type normal with profile {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:08:05.100754 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] Attempting to bind port 4be84b1f-a309-40e8-8519-3e746d6a87a8 by drivers openvswitch,hyperv on host hv-cinder-85367 at level 0 using segments [{'id': '5a7851ce-cf5a-4dac-941a-03fb001aaca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7'}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:08:05.101398 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] Attempting to bind port 4be84b1f-a309-40e8-8519-3e746d6a87a8 on network 9262925b-65a7-4a9e-8370-bb0d87864ea7 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:08:05.107929 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] Port 4be84b1f-a309-40e8-8519-3e746d6a87a8 on network 9262925b-65a7-4a9e-8370-bb0d87864ea7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85367 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 17:08:05.108255 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] Attempting to bind port 4be84b1f-a309-40e8-8519-3e746d6a87a8 on network 9262925b-65a7-4a9e-8370-bb0d87864ea7 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:08:05.145523 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] Checking agent: {'id': '7d5d2def-e0b5-42a1-88b7-94e33648777b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85367', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'started_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:08:05.145861 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] Checking segment: {'id': '5a7851ce-cf5a-4dac-941a-03fb001aaca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:08:05.146266 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] Bound using segment: {'id': '5a7851ce-cf5a-4dac-941a-03fb001aaca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7'} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:08:05.151375 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] Bound port: 4be84b1f-a309-40e8-8519-3e746d6a87a8, host: hv-cinder-85367, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7851ce-cf5a-4dac-941a-03fb001aaca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7'}}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:08:05.151801 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (4be84b1f-a309-40e8-8519-3e746d6a87a8), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:05.254625 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:05.283631 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ba3ba-62b7-4155-8ef9-26f0f3e4a3f8 req-73329edf-a218-49b0-b3ed-d1f3db8bf606 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:05.292164 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7e9ba3ba-62b7-4155-8ef9-26f0f3e4a3f8 req-73329edf-a218-49b0-b3ed-d1f3db8bf606 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.1397166 Aug 18 17:08:05.299149 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f598c2-8256-4fb5-a54e-85c96df53c07 req-9c093f75-6eee-49a8-bbc8-3a0cf81ce336 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:05.300717 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e1f598c2-8256-4fb5-a54e-85c96df53c07 req-9c093f75-6eee-49a8-bbc8-3a0cf81ce336 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 944 time: 0.1789250 Aug 18 17:08:05.352441 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] For port 4be84b1f-a309-40e8-8519-3e746d6a87a8, host hv-cinder-85367, cleared binding levels {{(pid=106918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:08:05.377443 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] For port 4be84b1f-a309-40e8-8519-3e746d6a87a8, host hv-cinder-85367, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=4be84b1f-a309-40e8-8519-3e746d6a87a8,segment=NetworkSegment(5a7851ce-cf5a-4dac-941a-03fb001aaca6),segment_id=5a7851ce-cf5a-4dac-941a-03fb001aaca6)] {{(pid=106918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:08:05.379103 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7e9ba3ba-62b7-4155-8ef9-26f0f3e4a3f8 req-143385c5-865a-4b59-8242-53b8b6f8fb9f tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855675 Aug 18 17:08:05.408437 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e1f598c2-8256-4fb5-a54e-85c96df53c07 req-f444d373-df76-4fb1-b366-f600de324021 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955162 Aug 18 17:08:05.478852 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (4be84b1f-a309-40e8-8519-3e746d6a87a8), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:05.495454 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:05.496800 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:05.499287 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/4be84b1f-a309-40e8-8519-3e746d6a87a8 HTTP/1.1" status: 200 len: 1094 time: 1.9743104 Aug 18 17:08:05.503137 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ee2546-05c3-461e-bbc0-64cb39d936f7', 'tag': '4be84b1f-a309-40e8-8519-3e746d6a87a8'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:08:05.513601 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4145ed-9f92-402e-a78a-198d29d1b364" -d '{"events": [{"name": "network-changed", "server_uuid": "10ee2546-05c3-461e-bbc0-64cb39d936f7", "tag": "4be84b1f-a309-40e8-8519-3e746d6a87a8"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:08:05.648231 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c358675-b11f-4d29-a0c6-4326e4d0747f x-openstack-request-id: req-2c358675-b11f-4d29-a0c6-4326e4d0747f {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:08:05.648652 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ee2546-05c3-461e-bbc0-64cb39d936f7", "tag": "4be84b1f-a309-40e8-8519-3e746d6a87a8", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:08:05.649769 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2c358675-b11f-4d29-a0c6-4326e4d0747f {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:08:05.650219 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c358675-b11f-4d29-a0c6-4326e4d0747f'] response: {'name': 'network-changed', 'server_uuid': '10ee2546-05c3-461e-bbc0-64cb39d936f7', 'tag': '4be84b1f-a309-40e8-8519-3e746d6a87a8', 'status': 'completed', 'code': 200} Aug 18 17:08:05.696602 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18eb34-4de6-4ea4-9971-ef171f786413 service neutron] Pushing event updated for resources: {'Port': ['ID=4be84b1f-a309-40e8-8519-3e746d6a87a8,revision_number=3']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:05.969493 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1d247-0b25-4360-90de-0ba005361d1e req-a2918b38-b1a0-4d6e-b754-ef479a8b29d6 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:05.979829 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-abf1d247-0b25-4360-90de-0ba005361d1e req-a2918b38-b1a0-4d6e-b754-ef479a8b29d6 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 945 time: 0.0853117 Aug 18 17:08:06.086579 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-abf1d247-0b25-4360-90de-0ba005361d1e req-b17473e0-b9ce-4096-97c7-2e6c3d1cf4d1 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=df80e699-d00b-4533-8455-47a4b9d504ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047087 Aug 18 17:08:06.250735 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4145ed-9f92-402e-a78a-198d29d1b364 req-06c3f895-0afa-4a2b-888f-1993601c675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:06.252472 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1a4145ed-9f92-402e-a78a-198d29d1b364 req-06c3f895-0afa-4a2b-888f-1993601c675f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=ccc5c89023ff476ca3b85680f56f8899&device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 1128 time: 0.0791888 Aug 18 17:08:06.374073 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=18 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:06.389557 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:06.480741 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4145ed-9f92-402e-a78a-198d29d1b364 req-7bd17afd-365e-4159-adf3-16d785f9a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:06.483104 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1a4145ed-9f92-402e-a78a-198d29d1b364 req-7bd17afd-365e-4159-adf3-16d785f9a84b service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=ccc5c89023ff476ca3b85680f56f8899&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2207878 Aug 18 17:08:06.665809 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19bb3a-c24d-4ea8-9abd-8cadf52e0bad req-5cac4892-dc0e-4d49-9563-974f56c3e45e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:06.667500 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6a19bb3a-c24d-4ea8-9abd-8cadf52e0bad req-5cac4892-dc0e-4d49-9563-974f56c3e45e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0799093 Aug 18 17:08:06.815204 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4145ed-9f92-402e-a78a-198d29d1b364 req-8436008f-7939-4f72-9d11-7751741bf2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:06.821439 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1a4145ed-9f92-402e-a78a-198d29d1b364 req-8436008f-7939-4f72-9d11-7751741bf2d9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3299487 Aug 18 17:08:06.830228 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6a19bb3a-c24d-4ea8-9abd-8cadf52e0bad req-de4fb491-7fec-4f3e-a1f2-44e06b94d6ce tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546619 Aug 18 17:08:06.838051 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fed44-a6cd-4970-801b-1020a6192ed3 req-6be8db68-e075-4532-8228-e7ae91ed1afb tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:06.856255 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-706fed44-a6cd-4970-801b-1020a6192ed3 req-6be8db68-e075-4532-8228-e7ae91ed1afb tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 944 time: 0.1781204 Aug 18 17:08:06.975714 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-9f983e14-9123-4278-90fb-99bd8482c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:06.979665 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-9f983e14-9123-4278-90fb-99bd8482c7f4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=ccc5c89023ff476ca3b85680f56f8899&device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 1128 time: 0.0827401 Aug 18 17:08:07.056080 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-706fed44-a6cd-4970-801b-1020a6192ed3 req-ab96c072-9656-4ee9-9ea3-b9c0763c88c3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985297 Aug 18 17:08:07.150709 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-f154eca7-0e57-4cd6-a2c0-7692fc91bc7a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4be84b1f-a309-40e8-8519-3e746d6a87a8 HTTP/1.1" status: 200 len: 217 time: 0.1144524 Aug 18 17:08:07.260559 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-b6d302fc-e738-4ad0-98f1-11317ae51411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:07.262314 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-b6d302fc-e738-4ad0-98f1-11317ae51411 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1fd4986d-fa02-4ea6-af8d-8bdc82d77643 HTTP/1.1" status: 200 len: 858 time: 0.1039069 Aug 18 17:08:07.313759 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706bf27-b9e1-4ff4-a12d-5e3145389a69 req-fce17853-bdd0-4452-a4cf-c1e7df39ff5c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:07.319303 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4706bf27-b9e1-4ff4-a12d-5e3145389a69 req-fce17853-bdd0-4452-a4cf-c1e7df39ff5c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 945 time: 0.1023209 Aug 18 17:08:07.352282 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-2a280350-4584-4948-9059-e55a6b29efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:07.353891 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:07.355864 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-2a280350-4584-4948-9059-e55a6b29efa7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=9262925b-65a7-4a9e-8370-bb0d87864ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849655 Aug 18 17:08:07.437250 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4706bf27-b9e1-4ff4-a12d-5e3145389a69 req-3ab2aba7-1079-48cf-993b-f347da2abd0c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=df80e699-d00b-4533-8455-47a4b9d504ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115949 Aug 18 17:08:07.472456 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:07.528869 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-54e8be1f-7fc7-42da-b823-474432f0cbb7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643445 Aug 18 17:08:08.070324 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91508f70-3776-448c-b6d8-dd8354b1d413 req-39e23690-0b96-4296-9327-69a217b75bc6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:08.071938 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-91508f70-3776-448c-b6d8-dd8354b1d413 req-39e23690-0b96-4296-9327-69a217b75bc6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.1037107 Aug 18 17:08:08.150847 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885dbae-0d66-4e10-8532-cf9662f3c5de req-05022a2f-fce5-45c7-9dfd-bef58950b609 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:08.152492 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e885dbae-0d66-4e10-8532-cf9662f3c5de req-05022a2f-fce5-45c7-9dfd-bef58950b609 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 945 time: 0.5968180 Aug 18 17:08:08.169053 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 46776) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:08.174329 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-1f07ed94-f82b-4dcc-acdf-ba7ce2dfd853 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'floatingip': {'port_id': '6ece756e-5432-4424-b12d-e1dd5eb8ec5a'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:08:08.184738 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-91508f70-3776-448c-b6d8-dd8354b1d413 req-b9c46d92-8ca3-4b7e-abcb-a3e10a2f53ab tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060555 Aug 18 17:08:08.329607 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-1f07ed94-f82b-4dcc-acdf-ba7ce2dfd853 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (5ea294ca-44ba-4a46-9648-c59556586d26), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:08.344331 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-afec72b0-4e5c-464d-9b72-558104268fa8 req-baddc451-c15b-4181-95a7-b09a9f959f61 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8052299 Aug 18 17:08:08.618024 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20e31a-c9d9-4246-a8e8-81a9446fb6ed req-e3009911-c951-4001-b0cb-6358bdf82023 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:08.624884 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9e20e31a-c9d9-4246-a8e8-81a9446fb6ed req-e3009911-c951-4001-b0cb-6358bdf82023 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 944 time: 0.2840128 Aug 18 17:08:08.741382 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9e20e31a-c9d9-4246-a8e8-81a9446fb6ed req-4797de4c-68f0-4e06-a1aa-3109f90748d7 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787785 Aug 18 17:08:09.339805 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=18 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:09.449662 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e469cdf-c4f5-44f7-976d-67332ebf7061 req-038b4efc-2126-43c7-9237-91270e477350 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:09.452262 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9e469cdf-c4f5-44f7-976d-67332ebf7061 req-038b4efc-2126-43c7-9237-91270e477350 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0727134 Aug 18 17:08:09.507718 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-1f07ed94-f82b-4dcc-acdf-ba7ce2dfd853 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:09.521728 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9e469cdf-c4f5-44f7-976d-67332ebf7061 req-642eb319-4a3f-4a7a-b17c-8c7df4b5538b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596280 Aug 18 17:08:09.603799 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-1f07ed94-f82b-4dcc-acdf-ba7ce2dfd853 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (5ea294ca-44ba-4a46-9648-c59556586d26), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:09.751045 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.db.l3_db [None req-1f07ed94-f82b-4dcc-acdf-ba7ce2dfd853 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Floating IP 5ea294ca-44ba-4a46-9648-c59556586d26 associated. External IP: 172.27.1.65, port: 6ece756e-5432-4424-b12d-e1dd5eb8ec5a. Aug 18 17:08:09.790672 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:09.832761 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:09.947648 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b7fa5-c01f-4c1c-ab1f-ea497b858fee req-d3cc762b-017f-4a80-8f88-ce3a7937d5d8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:09.949694 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2e8b7fa5-c01f-4c1c-ab1f-ea497b858fee req-d3cc762b-017f-4a80-8f88-ce3a7937d5d8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 944 time: 0.0970552 Aug 18 17:08:10.065829 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2e8b7fa5-c01f-4c1c-ab1f-ea497b858fee req-0ec76f6d-f769-43ae-8b1e-8460032f1e13 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104441 Aug 18 17:08:10.076231 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f07ed94-f82b-4dcc-acdf-ba7ce2dfd853 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Router 33ac6969-4352-430e-8f29-f4e097521088 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:08:10.197988 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f07ed94-f82b-4dcc-acdf-ba7ce2dfd853 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:08:10.202660 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-1f07ed94-f82b-4dcc-acdf-ba7ce2dfd853 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:10.210392 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96abcb64-33b6-48ae-8710-28e115eeaf01 None None] Sync routers for ids ['33ac6969-4352-430e-8f29-f4e097521088'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:08:10.223176 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96abcb64-33b6-48ae-8710-28e115eeaf01 None None] Routers {'33ac6969-4352-430e-8f29-f4e097521088'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:08:10.223946 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-96abcb64-33b6-48ae-8710-28e115eeaf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:07:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['33ac6969-4352-430e-8f29-f4e097521088'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:10.236291 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-1f07ed94-f82b-4dcc-acdf-ba7ce2dfd853 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/5ea294ca-44ba-4a46-9648-c59556586d26 HTTP/1.1" status: 200 len: 990 time: 2.0654922 Aug 18 17:08:10.236499 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de', 'tag': '6ece756e-5432-4424-b12d-e1dd5eb8ec5a'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:08:10.238759 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd9b4cb-35ca-4149-9d24-e80faba65ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de", "tag": "6ece756e-5432-4424-b12d-e1dd5eb8ec5a"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:08:10.275187 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfeceac4-44fd-45bc-9bce-de05eecf2f12 x-openstack-request-id: req-cfeceac4-44fd-45bc-9bce-de05eecf2f12 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:08:10.275519 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de", "tag": "6ece756e-5432-4424-b12d-e1dd5eb8ec5a", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:08:10.275932 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cfeceac4-44fd-45bc-9bce-de05eecf2f12 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:08:10.276376 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfeceac4-44fd-45bc-9bce-de05eecf2f12'] response: {'name': 'network-changed', 'server_uuid': '0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de', 'tag': '6ece756e-5432-4424-b12d-e1dd5eb8ec5a', 'status': 'completed', 'code': 200} Aug 18 17:08:10.338298 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-96abcb64-33b6-48ae-8710-28e115eeaf01 None None] Set router 33ac6969-4352-430e-8f29-f4e097521088 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:08:10.346929 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9b4cb-35ca-4149-9d24-e80faba65ed2 req-cb8bc9f6-218f-4ee3-a428-a5275bcfb75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:10.348556 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5fd9b4cb-35ca-4149-9d24-e80faba65ed2 req-cb8bc9f6-218f-4ee3-a428-a5275bcfb75e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4eececcd804446e49078038ab362b235&device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 1129 time: 0.0506077 Aug 18 17:08:10.463241 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9b4cb-35ca-4149-9d24-e80faba65ed2 req-188e488e-0ae7-4726-80ea-db133a7e1184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:10.465561 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5fd9b4cb-35ca-4149-9d24-e80faba65ed2 req-188e488e-0ae7-4726-80ea-db133a7e1184 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b HTTP/1.1" status: 200 len: 916 time: 0.1077564 Aug 18 17:08:10.544925 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:10.588185 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5fd9b4cb-35ca-4149-9d24-e80faba65ed2 req-2763557a-8868-4211-8570-3bceff6fa2a9 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ece756e-5432-4424-b12d-e1dd5eb8ec5a HTTP/1.1" status: 200 len: 998 time: 0.1155498 Aug 18 17:08:10.739470 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9b4cb-35ca-4149-9d24-e80faba65ed2 req-19ab22b2-bf49-462e-b4ca-7c8911a5fe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:10.741068 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5fd9b4cb-35ca-4149-9d24-e80faba65ed2 req-19ab22b2-bf49-462e-b4ca-7c8911a5fe97 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1a23d7f4-432a-4b07-a647-12813e579e51 HTTP/1.1" status: 200 len: 854 time: 0.1441593 Aug 18 17:08:10.808760 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08028398-d488-4907-8f2d-8a00d10fc6b2 req-41740ade-1a23-4754-88e5-68373fda8c25 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:10.817254 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-08028398-d488-4907-8f2d-8a00d10fc6b2 req-41740ade-1a23-4754-88e5-68373fda8c25 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0726461 Aug 18 17:08:10.894479 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-96abcb64-33b6-48ae-8710-28e115eeaf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '5ea294ca-44ba-4a46-9648-c59556586d26', 'tenant_id': '4eececcd804446e49078038ab362b235', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '33ac6969-4352-430e-8f29-f4e097521088', 'port_id': '6ece756e-5432-4424-b12d-e1dd5eb8ec5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'mac_address': 'fa:16:3e:e6:22:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:07:42Z', 'updated_at': '2022-08-18T17:08:09Z', 'revision_number': 1, 'project_id': '4eececcd804446e49078038ab362b235', 'fixed_ip_address_scope': None}, {'id': 'd1906d5d-7975-4a85-ac5d-82cdb1b840a3', 'tenant_id': '4eececcd804446e49078038ab362b235', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '33ac6969-4352-430e-8f29-f4e097521088', 'port_id': 'ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'mac_address': 'fa:16:3e:dd:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:05:39Z', 'updated_at': '2022-08-18T17:06:19Z', 'revision_number': 2, 'project_id': '4eececcd804446e49078038ab362b235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:10.925743 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-08028398-d488-4907-8f2d-8a00d10fc6b2 req-2b3fab66-2d7a-4442-a02d-ebcbf035af4d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073411 Aug 18 17:08:10.941545 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9b4cb-35ca-4149-9d24-e80faba65ed2 req-1cec2bd1-3973-48e3-8c04-ac750ecc5040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:10.941545 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5fd9b4cb-35ca-4149-9d24-e80faba65ed2 req-1cec2bd1-3973-48e3-8c04-ac750ecc5040 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1148653 Aug 18 17:08:10.962065 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96abcb64-33b6-48ae-8710-28e115eeaf01 None None] Checking router: 33ac6969-4352-430e-8f29-f4e097521088 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:08:10.991886 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96abcb64-33b6-48ae-8710-28e115eeaf01 None None] Routers {'33ac6969-4352-430e-8f29-f4e097521088'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:08:10.992798 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-96abcb64-33b6-48ae-8710-28e115eeaf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:07:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['33ac6969-4352-430e-8f29-f4e097521088'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:11.148363 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5fd9b4cb-35ca-4149-9d24-e80faba65ed2 req-77c5ebd4-7c1f-4dae-a56c-79912362485f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862791 Aug 18 17:08:11.236452 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-96abcb64-33b6-48ae-8710-28e115eeaf01 None None] Set router 33ac6969-4352-430e-8f29-f4e097521088 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:08:11.302646 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-0856bc02-f49d-449b-974e-4b90381680af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:11.318119 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8a1b7-6b58-4e35-ac5c-6c81a484b06c req-142a6068-6c0d-4a3c-b39b-50b9b618bab6 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:11.319987 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-adc8a1b7-6b58-4e35-ac5c-6c81a484b06c req-142a6068-6c0d-4a3c-b39b-50b9b618bab6 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 944 time: 0.0968246 Aug 18 17:08:11.414663 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-adc8a1b7-6b58-4e35-ac5c-6c81a484b06c req-36a4c8e2-4807-4559-b6e2-7376cd4a18d5 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841084 Aug 18 17:08:11.674776 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:11.758392 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:11.792242 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-96abcb64-33b6-48ae-8710-28e115eeaf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '5ea294ca-44ba-4a46-9648-c59556586d26', 'tenant_id': '4eececcd804446e49078038ab362b235', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '33ac6969-4352-430e-8f29-f4e097521088', 'port_id': '6ece756e-5432-4424-b12d-e1dd5eb8ec5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'mac_address': 'fa:16:3e:e6:22:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:07:42Z', 'updated_at': '2022-08-18T17:08:09Z', 'revision_number': 1, 'project_id': '4eececcd804446e49078038ab362b235', 'fixed_ip_address_scope': None}, {'id': 'd1906d5d-7975-4a85-ac5d-82cdb1b840a3', 'tenant_id': '4eececcd804446e49078038ab362b235', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '33ac6969-4352-430e-8f29-f4e097521088', 'port_id': 'ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'mac_address': 'fa:16:3e:dd:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:05:39Z', 'updated_at': '2022-08-18T17:06:19Z', 'revision_number': 2, 'project_id': '4eececcd804446e49078038ab362b235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:11.837899 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96abcb64-33b6-48ae-8710-28e115eeaf01 None None] The sync data for ids ['33ac6969-4352-430e-8f29-f4e097521088'] in dv-cinder-853678-2-iscsi is: [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '5ea294ca-44ba-4a46-9648-c59556586d26', 'tenant_id': '4eececcd804446e49078038ab362b235', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '33ac6969-4352-430e-8f29-f4e097521088', 'port_id': '6ece756e-5432-4424-b12d-e1dd5eb8ec5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'mac_address': 'fa:16:3e:e6:22:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:07:42Z', 'updated_at': '2022-08-18T17:08:09Z', 'revision_number': 1, 'project_id': '4eececcd804446e49078038ab362b235', 'fixed_ip_address_scope': None}, {'id': 'd1906d5d-7975-4a85-ac5d-82cdb1b840a3', 'tenant_id': '4eececcd804446e49078038ab362b235', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '33ac6969-4352-430e-8f29-f4e097521088', 'port_id': 'ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'mac_address': 'fa:16:3e:dd:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:05:39Z', 'updated_at': '2022-08-18T17:06:19Z', 'revision_number': 2, 'project_id': '4eececcd804446e49078038ab362b235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:08:12.114844 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb047c9c-9935-4fbf-ba98-8b28a6b9bd4c req-3ea29c49-cee1-455d-8997-f3443d4b2550 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:12.116795 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-cb047c9c-9935-4fbf-ba98-8b28a6b9bd4c req-3ea29c49-cee1-455d-8997-f3443d4b2550 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0652502 Aug 18 17:08:12.191362 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda4a3e4-63ae-4d67-aef3-055dfed5cd62 None None] New status for floating IP 5ea294ca-44ba-4a46-9648-c59556586d26: ACTIVE {{(pid=106921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:08:12.251347 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-cb047c9c-9935-4fbf-ba98-8b28a6b9bd4c req-e0643b61-3acb-46ab-9b2f-2635aef89395 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277721 Aug 18 17:08:12.580572 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d0436-a62c-4efb-ab25-de8fd016a04b req-d0c62411-8c20-44c9-a3e3-3350e44cf7f0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:12.585089 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d07d0436-a62c-4efb-ab25-de8fd016a04b req-d0c62411-8c20-44c9-a3e3-3350e44cf7f0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 944 time: 0.0685790 Aug 18 17:08:12.650452 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d07d0436-a62c-4efb-ab25-de8fd016a04b req-51d50ff2-0011-41bd-94d5-72ec6c76eba6 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581801 Aug 18 17:08:13.017980 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5fd9b4cb-35ca-4149-9d24-e80faba65ed2 req-0f0273b1-7f7d-44a4-a17a-f6240c8d3619 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346574 Aug 18 17:08:13.411375 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:13.423721 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fafff0-1e37-4de2-92b8-08bc00f3fcd8 req-07e2408c-7346-4993-ace8-2f9aa4132ec9 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:13.425517 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a4fafff0-1e37-4de2-92b8-08bc00f3fcd8 req-07e2408c-7346-4993-ace8-2f9aa4132ec9 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0623622 Aug 18 17:08:13.443412 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-56821739-06e9-435b-a7d0-db904aeb3267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:13.495080 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a4fafff0-1e37-4de2-92b8-08bc00f3fcd8 req-df090dd8-8de2-4432-bfdc-2e6d21e8e89b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637841 Aug 18 17:08:13.779705 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8f938-95a2-45e4-a51b-606853311c96 req-9b808fbf-54dc-44b8-9fbf-4b8aaac29ec0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:13.781844 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-93a8f938-95a2-45e4-a51b-606853311c96 req-9b808fbf-54dc-44b8-9fbf-4b8aaac29ec0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 944 time: 0.0517528 Aug 18 17:08:13.836502 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-93a8f938-95a2-45e4-a51b-606853311c96 req-ac02333b-87e3-42ad-ad74-5ff28a65e82a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487313 Aug 18 17:08:14.664729 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedc7b8-37a1-4509-a3f7-511fbac027f5 req-ac6333d0-8551-4a6c-9bc7-43a8e2371df7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:14.667252 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-baedc7b8-37a1-4509-a3f7-511fbac027f5 req-ac6333d0-8551-4a6c-9bc7-43a8e2371df7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0680571 Aug 18 17:08:14.728266 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-baedc7b8-37a1-4509-a3f7-511fbac027f5 req-a415e5b3-1579-4ca9-985f-9b64955cc085 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535917 Aug 18 17:08:14.753320 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:14.996453 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94b945-08dc-4d59-a42a-dd0193acef8e req-bed9d9f2-4276-4136-bf44-a0b379c1acb0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:15.023083 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bf94b945-08dc-4d59-a42a-dd0193acef8e req-bed9d9f2-4276-4136-bf44-a0b379c1acb0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 944 time: 0.0742488 Aug 18 17:08:15.061614 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bf94b945-08dc-4d59-a42a-dd0193acef8e req-b3cadd60-bfcf-42c1-a3f3-b1fcdee99a2b tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510788 Aug 18 17:08:15.878562 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3202c0-dd1b-4580-9107-c9017d7ba930 req-f0cc86fe-dd96-4910-abc9-342df17363ed tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:15.880142 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ed3202c0-dd1b-4580-9107-c9017d7ba930 req-f0cc86fe-dd96-4910-abc9-342df17363ed tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0497425 Aug 18 17:08:15.930695 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ed3202c0-dd1b-4580-9107-c9017d7ba930 req-a37db997-cdf4-4200-a60d-882a1a086426 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448027 Aug 18 17:08:16.044114 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:16.193813 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635230ae-b971-4005-93df-e550abc23e58 req-d965664a-5c46-4aa7-9659-d5a0ae7f04fd tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:16.195336 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-635230ae-b971-4005-93df-e550abc23e58 req-d965664a-5c46-4aa7-9659-d5a0ae7f04fd tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 944 time: 0.0512784 Aug 18 17:08:16.244019 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:16.257355 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-635230ae-b971-4005-93df-e550abc23e58 req-0422334b-fb88-453c-8549-40b093950a03 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555992 Aug 18 17:08:16.416195 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c472cde-f84f-4bcb-8697-0200a90f2fc4 req-cc5a2d2d-2b0b-4c3a-8542-fc3df78cf2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:16.417725 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3c472cde-f84f-4bcb-8697-0200a90f2fc4 req-cc5a2d2d-2b0b-4c3a-8542-fc3df78cf2ea service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=697adc4a3b0f40ff85d6b415b6bbbefd&device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 1130 time: 0.0468142 Aug 18 17:08:16.520653 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c472cde-f84f-4bcb-8697-0200a90f2fc4 req-be4708a9-ef18-44a4-905a-a66c49d8cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:16.522599 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3c472cde-f84f-4bcb-8697-0200a90f2fc4 req-be4708a9-ef18-44a4-905a-a66c49d8cf62 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=8be6f688-0f91-4174-bb68-fa46841659a9 HTTP/1.1" status: 200 len: 918 time: 0.0983171 Aug 18 17:08:16.598701 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3c472cde-f84f-4bcb-8697-0200a90f2fc4 req-d732b691-7136-42de-b828-6ca122420fc4 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d480631-4b24-43e0-8000-c7d4668399bb HTTP/1.1" status: 200 len: 1001 time: 0.0680459 Aug 18 17:08:16.662793 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c472cde-f84f-4bcb-8697-0200a90f2fc4 req-e9da34d0-2dbd-434b-9a0c-8a20f7b9811d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:16.664354 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3c472cde-f84f-4bcb-8697-0200a90f2fc4 req-e9da34d0-2dbd-434b-9a0c-8a20f7b9811d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=a393e81b-56a8-46b6-846e-4d9441213f68 HTTP/1.1" status: 200 len: 856 time: 0.0478444 Aug 18 17:08:16.709399 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c472cde-f84f-4bcb-8697-0200a90f2fc4 req-8e7457b2-862b-43b7-a4a9-4d001cb556f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:16.710916 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3c472cde-f84f-4bcb-8697-0200a90f2fc4 req-8e7457b2-862b-43b7-a4a9-4d001cb556f6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=8be6f688-0f91-4174-bb68-fa46841659a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401053 Aug 18 17:08:16.787257 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 4be84b1f-a309-40e8-8519-3e746d6a87a8 details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:08:16.815147 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3c472cde-f84f-4bcb-8697-0200a90f2fc4 req-8803cd38-925a-4b3b-9289-5f70a979b240 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960448 Aug 18 17:08:16.891597 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:16.894936 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:16.896944 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 4be84b1f-a309-40e8-8519-3e746d6a87a8, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=4be84b1f-a309-40e8-8519-3e746d6a87a8,segment=NetworkSegment(5a7851ce-cf5a-4dac-941a-03fb001aaca6),segment_id=5a7851ce-cf5a-4dac-941a-03fb001aaca6)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:08:16.908664 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': '4be84b1f-a309-40e8-8519-3e746d6a87a8', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'port_id': '4be84b1f-a309-40e8-8519-3e746d6a87a8', 'mac_address': 'fa:16:3e:23:9c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:08:16.918194 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3c472cde-f84f-4bcb-8697-0200a90f2fc4 req-98ffbbc8-df2c-47ea-b868-1e0ce98bfc0a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918233 Aug 18 17:08:16.946257 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 4be84b1f-a309-40e8-8519-3e746d6a87a8 is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:16.946653 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (4be84b1f-a309-40e8-8519-3e746d6a87a8), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:16.961448 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be84b1f-a309-40e8-8519-3e746d6a87a8 {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:08:16.981860 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 4be84b1f-a309-40e8-8519-3e746d6a87a8, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=4be84b1f-a309-40e8-8519-3e746d6a87a8,segment=NetworkSegment(5a7851ce-cf5a-4dac-941a-03fb001aaca6),segment_id=5a7851ce-cf5a-4dac-941a-03fb001aaca6)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:08:17.054827 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (4be84b1f-a309-40e8-8519-3e746d6a87a8), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:17.066840 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b60255-f014-408a-98e9-c187cab3e570 req-d145a1bf-daa0-4934-8cc8-677c34432592 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:17.068565 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-28b60255-f014-408a-98e9-c187cab3e570 req-d145a1bf-daa0-4934-8cc8-677c34432592 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0550995 Aug 18 17:08:17.113514 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=4be84b1f-a309-40e8-8519-3e746d6a87a8,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:17.127965 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-28b60255-f014-408a-98e9-c187cab3e570 req-5980d4f5-6559-40a4-a717-1ffd72d715c8 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534062 Aug 18 17:08:17.388477 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924e268-eb5e-49ac-a18c-57b6dd4a671f req-9c40e093-c818-4a36-8d1a-623f3469e053 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:17.390276 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7924e268-eb5e-49ac-a18c-57b6dd4a671f req-9c40e093-c818-4a36-8d1a-623f3469e053 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 945 time: 0.0495656 Aug 18 17:08:17.444495 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7924e268-eb5e-49ac-a18c-57b6dd4a671f req-3ba31e52-e8a2-4bee-9c4a-5e9c458bb111 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483155 Aug 18 17:08:17.452204 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['4be84b1f-a309-40e8-8519-3e746d6a87a8'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:08:18.157776 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 46994) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:18.270509 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18ac7d-c6c0-4c87-a6c3-67cfb5dad2d5 req-34b12af2-06bd-4c62-9fef-ed630b2c46ae tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:18.272045 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2d18ac7d-c6c0-4c87-a6c3-67cfb5dad2d5 req-34b12af2-06bd-4c62-9fef-ed630b2c46ae tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 946 time: 0.0638299 Aug 18 17:08:18.291164 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-53dc6529-09e1-4241-aaca-9d531c10e57c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:18.349105 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2d18ac7d-c6c0-4c87-a6c3-67cfb5dad2d5 req-f1e4cd29-194f-4ec1-bf60-50470c50d2fa tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704675 Aug 18 17:08:18.378199 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:18.403181 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-53dc6529-09e1-4241-aaca-9d531c10e57c admin admin] Publish callbacks [] for security_group (27d12208-7af3-4fc5-8de3-ef29191d432a), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:18.466982 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-53dc6529-09e1-4241-aaca-9d531c10e57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (27d12208-7af3-4fc5-8de3-ef29191d432a), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:18.510606 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-53dc6529-09e1-4241-aaca-9d531c10e57c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=696c4825416541d6a1a5f953c1767c78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501134 Aug 18 17:08:18.512305 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc6529-09e1-4241-aaca-9d531c10e57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d12208-7af3-4fc5-8de3-ef29191d432a,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:18.514198 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 47002) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:18.535676 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:18.608382 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03c083-9d2c-44f8-bf13-f362fa1694ae req-a56bf995-05c8-49f6-988f-924d425f0777 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:18.609910 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ee03c083-9d2c-44f8-bf13-f362fa1694ae req-a56bf995-05c8-49f6-988f-924d425f0777 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 945 time: 0.0688729 Aug 18 17:08:18.615248 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4cf4f614-55b9-432b-9227-5adce117f4d5 admin admin] Publish callbacks [] for security_group (27d12208-7af3-4fc5-8de3-ef29191d432a), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:18.647016 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:18.653406 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4cf4f614-55b9-432b-9227-5adce117f4d5 admin admin] Publish callbacks [] for security_group (27d12208-7af3-4fc5-8de3-ef29191d432a), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:18.705963 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ee03c083-9d2c-44f8-bf13-f362fa1694ae req-0e181f56-e128-4968-81e2-9a92c36087da tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884268 Aug 18 17:08:18.798621 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4cf4f614-55b9-432b-9227-5adce117f4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (27d12208-7af3-4fc5-8de3-ef29191d432a), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:18.803530 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4cf4f614-55b9-432b-9227-5adce117f4d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:18.804910 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-4cf4f614-55b9-432b-9227-5adce117f4d5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/27d12208-7af3-4fc5-8de3-ef29191d432a HTTP/1.1" status: 204 len: 168 time: 0.2894740 Aug 18 17:08:18.810977 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 4be84b1f-a309-40e8-8519-3e746d6a87a8 up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:08:18.819190 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4f614-55b9-432b-9227-5adce117f4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d12208-7af3-4fc5-8de3-ef29191d432a,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:18.874382 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning for port 4be84b1f-a309-40e8-8519-3e746d6a87a8 completed by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 18 17:08:18.946856 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port 4be84b1f-a309-40e8-8519-3e746d6a87a8 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:18.947240 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (4be84b1f-a309-40e8-8519-3e746d6a87a8), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:19.024115 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 47012) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:19.025526 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 4be84b1f-a309-40e8-8519-3e746d6a87a8 is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:19.025915 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (4be84b1f-a309-40e8-8519-3e746d6a87a8), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:19.053709 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ee2546-05c3-461e-bbc0-64cb39d936f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be84b1f-a309-40e8-8519-3e746d6a87a8'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:08:19.056052 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057793aa-e163-47e9-b58b-f63dfcba0c73" -d '{"events": [{"server_uuid": "10ee2546-05c3-461e-bbc0-64cb39d936f7", "name": "network-vif-plugged", "status": "completed", "tag": "4be84b1f-a309-40e8-8519-3e746d6a87a8"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:08:19.073344 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f898e7-3b9a-491d-9dec-b9d22b389554 admin admin] Deleting subnet 0a00860c-150f-4142-8e24-68079b13f7db {{(pid=106918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 17:08:19.078775 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-86f898e7-3b9a-491d-9dec-b9d22b389554 admin admin] Publish callbacks [] for subnet (0a00860c-150f-4142-8e24-68079b13f7db), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:19.086551 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 4be84b1f-a309-40e8-8519-3e746d6a87a8, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=4be84b1f-a309-40e8-8519-3e746d6a87a8,segment=NetworkSegment(5a7851ce-cf5a-4dac-941a-03fb001aaca6),segment_id=5a7851ce-cf5a-4dac-941a-03fb001aaca6)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:08:19.110883 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bc1db7-7d3e-4167-b2e0-85949089ceee x-openstack-request-id: req-b0bc1db7-7d3e-4167-b2e0-85949089ceee {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:08:19.111878 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ee2546-05c3-461e-bbc0-64cb39d936f7", "name": "network-vif-plugged", "status": "completed", "tag": "4be84b1f-a309-40e8-8519-3e746d6a87a8", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:08:19.112245 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b0bc1db7-7d3e-4167-b2e0-85949089ceee {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:08:19.112743 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0bc1db7-7d3e-4167-b2e0-85949089ceee'] response: {'server_uuid': '10ee2546-05c3-461e-bbc0-64cb39d936f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be84b1f-a309-40e8-8519-3e746d6a87a8', 'code': 200} Aug 18 17:08:19.123757 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-86f898e7-3b9a-491d-9dec-b9d22b389554 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25604058'] for subnet (0a00860c-150f-4142-8e24-68079b13f7db), precommit_delete_associations {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:19.158232 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (4be84b1f-a309-40e8-8519-3e746d6a87a8), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:19.159108 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 9d480631-4b24-43e0-8000-c7d4668399bb no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:08:19.188015 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-86f898e7-3b9a-491d-9dec-b9d22b389554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763242'] for subnet (0a00860c-150f-4142-8e24-68079b13f7db), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:19.253254 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=4be84b1f-a309-40e8-8519-3e746d6a87a8,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:19.299668 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 9d480631-4b24-43e0-8000-c7d4668399bb is: ACTIVE; New status is: DOWN {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:19.300129 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:19.338771 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 9d480631-4b24-43e0-8000-c7d4668399bb, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=9d480631-4b24-43e0-8000-c7d4668399bb,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:08:19.398156 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-86f898e7-3b9a-491d-9dec-b9d22b389554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26478224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26692394'] for subnet (0a00860c-150f-4142-8e24-68079b13f7db), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:19.426466 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:19.435688 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-86f898e7-3b9a-491d-9dec-b9d22b389554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:19.441791 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-86f898e7-3b9a-491d-9dec-b9d22b389554 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/0a00860c-150f-4142-8e24-68079b13f7db HTTP/1.1" status: 204 len: 168 time: 0.4163532 Aug 18 17:08:19.444874 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f898e7-3b9a-491d-9dec-b9d22b389554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a00860c-150f-4142-8e24-68079b13f7db,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:19.448604 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 47026) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:19.518144 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=9d480631-4b24-43e0-8000-c7d4668399bb,revision_number=8']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:19.536852 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafcd1b-a423-4efb-bf75-1a188bb70ea2 req-c21a8323-b2af-4aba-8bb0-79e7ccefc3ce tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:19.545501 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cdafcd1b-a423-4efb-bf75-1a188bb70ea2 req-c21a8323-b2af-4aba-8bb0-79e7ccefc3ce tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.1109245 Aug 18 17:08:19.589538 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba731fc3-2232-4231-9c2c-51ceb56445d1 req-173a6f2c-7f3f-401d-acbe-ddf1f04dd23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:19.591278 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ba731fc3-2232-4231-9c2c-51ceb56445d1 req-173a6f2c-7f3f-401d-acbe-ddf1f04dd23c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 1130 time: 0.1027341 Aug 18 17:08:19.594584 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d97d18f4-4919-423b-8edd-9e2f193d71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915243'] for network (98f13a32-2c3b-4f7d-a9ec-0ec548386443), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:19.609570 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cdafcd1b-a423-4efb-bf75-1a188bb70ea2 req-cd11e12f-3a6c-4cf5-990c-9c7cb45b1cd1 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614262 Aug 18 17:08:19.689352 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ba731fc3-2232-4231-9c2c-51ceb56445d1 req-085cf827-9b28-4d91-bc40-39bccc050102 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911806 Aug 18 17:08:19.699682 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:19.737746 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d97d18f4-4919-423b-8edd-9e2f193d71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762083', 'neutron.services.segments.db._delete_segments_for_network-8740646743435'] for network (98f13a32-2c3b-4f7d-a9ec-0ec548386443), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:19.774517 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-d97d18f4-4919-423b-8edd-9e2f193d71c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f13a32-2c3b-4f7d-a9ec-0ec548386443']}} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:19.790766 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-d97d18f4-4919-423b-8edd-9e2f193d71c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6267b2-e8c4-43d9-966e-44075ddd3bf7') {'for_net_delete': True} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:19.791066 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-d97d18f4-4919-423b-8edd-9e2f193d71c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6267b2-e8c4-43d9-966e-44075ddd3bf7') {} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:19.803122 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d97d18f4-4919-423b-8edd-9e2f193d71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740646743498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25603873'] for segment (dd6267b2-e8c4-43d9-966e-44075ddd3bf7), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:19.848438 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d97d18f4-4919-423b-8edd-9e2f193d71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (dd6267b2-e8c4-43d9-966e-44075ddd3bf7), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:19.862007 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97d18f4-4919-423b-8edd-9e2f193d71c8 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=106918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 17:08:19.862409 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d97d18f4-4919-423b-8edd-9e2f193d71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26478330'] for segment (dd6267b2-e8c4-43d9-966e-44075ddd3bf7), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:19.891084 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.services.segments.plugin [-] Segment dd6267b2-e8c4-43d9-966e-44075ddd3bf7 resource provider aggregate not found Aug 18 17:08:19.909441 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45410070-3d40-4ef4-ace2-1462586ee5a6 req-d4c2a500-7f02-408b-ad87-996d9068e85c tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:19.911354 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-45410070-3d40-4ef4-ace2-1462586ee5a6 req-d4c2a500-7f02-408b-ad87-996d9068e85c tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0972779 Aug 18 17:08:19.946030 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-daaa5566-5e52-4d91-86fd-e73512314243 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-14484777&fields=id&tenant_id=e5d8cae49e524a98ae646381b455351e HTTP/1.1" status: 200 len: 267 time: 0.0788889 Aug 18 17:08:20.086085 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 47052) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:20.112630 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-f5d14873-585a-4d54-b0c9-2f65b68b8298 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:20.114202 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-f5d14873-585a-4d54-b0c9-2f65b68b8298 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/networks?id=dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 HTTP/1.1" status: 200 len: 808 time: 0.1596649 Aug 18 17:08:20.132117 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-ce250eef-867c-4062-bdad-daf76c0199f7 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/quotas/e5d8cae49e524a98ae646381b455351e HTTP/1.1" status: 200 len: 375 time: 0.0117698 Aug 18 17:08:20.204081 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-9aadd2ac-c2d9-4b50-970a-2abe09bf20f2 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=e5d8cae49e524a98ae646381b455351e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656209 Aug 18 17:08:20.217915 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-18ec4c50-329d-4500-8fe3-0ce6cf224624 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-763037979-network', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:08:20.219514 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.services.segments.plugin [-] Segment dd6267b2-e8c4-43d9-966e-44075ddd3bf7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd6267b2-e8c4-43d9-966e-44075ddd3bf7 found for delete ", "request_id": "req-72da0129-15c0-42ac-9edb-7a934bf821c2"}]} Aug 18 17:08:20.256960 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-45410070-3d40-4ef4-ace2-1462586ee5a6 req-f210d911-6658-4ed5-9e92-5f8804fdbd22 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063726 Aug 18 17:08:20.316854 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d97d18f4-4919-423b-8edd-9e2f193d71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876546'] for network (98f13a32-2c3b-4f7d-a9ec-0ec548386443), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:20.322782 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d97d18f4-4919-423b-8edd-9e2f193d71c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:20.328185 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-d97d18f4-4919-423b-8edd-9e2f193d71c8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/98f13a32-2c3b-4f7d-a9ec-0ec548386443 HTTP/1.1" status: 204 len: 168 time: 0.8760307 Aug 18 17:08:20.328649 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d36ca3b1-caa0-499f-9989-9a5bdf189a12 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039457 Aug 18 17:08:20.342517 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d18f4-4919-423b-8edd-9e2f193d71c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=98f13a32-2c3b-4f7d-a9ec-0ec548386443,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:20.350372 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ec4c50-329d-4500-8fe3-0ce6cf224624 admin admin] Made reservation on behalf of af8df1d9e9b54347aa9f29ead57f2797 for: {'network': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:08:20.352788 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-18ec4c50-329d-4500-8fe3-0ce6cf224624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for network (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:20.381469 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-18ec4c50-329d-4500-8fe3-0ce6cf224624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:20.475688 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-fd826e01-af45-4ec6-8da9-2854e2da3736 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351690 Aug 18 17:08:20.523577 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-18ec4c50-329d-4500-8fe3-0ce6cf224624 admin admin] Publish callbacks [] for security_group (c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:20.609006 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-18ec4c50-329d-4500-8fe3-0ce6cf224624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:20.642338 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ec4c50-329d-4500-8fe3-0ce6cf224624 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=106919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 17:08:20.653731 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec4c50-329d-4500-8fe3-0ce6cf224624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:20.658823 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-18ec4c50-329d-4500-8fe3-0ce6cf224624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (480d962a-009a-4021-8fe3-4c8369e5eb10), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:20.659169 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.segments_db [None req-18ec4c50-329d-4500-8fe3-0ce6cf224624 admin admin] Added segment 480d962a-009a-4021-8fe3-4c8369e5eb10 of type vlan for network dcd0fc6c-6616-4d99-959f-76bbf998b0aa Aug 18 17:08:20.682861 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:20.724409 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-18ec4c50-329d-4500-8fe3-0ce6cf224624 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740646246220'] for network (dcd0fc6c-6616-4d99-959f-76bbf998b0aa), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:20.741825 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 47068) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:20.756606 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:20.767574 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:20.783012 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed880d9-5c07-4b11-8b74-4a9b529ebd2a req-77ec09ba-99e8-4e51-9615-e807f7702cf4 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:20.784823 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-aed880d9-5c07-4b11-8b74-4a9b529ebd2a req-77ec09ba-99e8-4e51-9615-e807f7702cf4 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0751297 Aug 18 17:08:20.799574 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-aa82ad45-5ec6-44cf-a612-652b5dccbab1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=69a1c86410df4504b5f18a80623dceba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0561986 Aug 18 17:08:20.803910 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 47070) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:20.840924 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-aed880d9-5c07-4b11-8b74-4a9b529ebd2a req-d7154bbd-546b-4982-9855-ba6d79297de4 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501726 Aug 18 17:08:20.850180 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-18ec4c50-329d-4500-8fe3-0ce6cf224624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for network (dcd0fc6c-6616-4d99-959f-76bbf998b0aa), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:20.851180 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ec4c50-329d-4500-8fe3-0ce6cf224624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:20.851772 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-18ec4c50-329d-4500-8fe3-0ce6cf224624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:20.895229 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f9e8f5ea-66b2-4d1a-9a78-ea76351d0e60 admin admin] Publish callbacks [] for security_group (830e2014-98ff-49bb-a343-79b0940427f1), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:21.114435 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e481aa-bf5a-436b-baca-f5c8b88de401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d480631-4b24-43e0-8000-c7d4668399bb'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:08:21.117384 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acfd4a3-de5a-4eec-92b8-b70c29756975" -d '{"events": [{"server_uuid": "68e481aa-bf5a-436b-baca-f5c8b88de401", "name": "network-vif-unplugged", "status": "completed", "tag": "9d480631-4b24-43e0-8000-c7d4668399bb"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:08:21.161704 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-18ec4c50-329d-4500-8fe3-0ce6cf224624 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0743113 Aug 18 17:08:21.167297 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 47086) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:21.170255 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Request body: {'subnet': {'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-763037979-subnet', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'ip_version': 4}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:08:21.198610 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec4c50-329d-4500-8fe3-0ce6cf224624 admin admin] Pushing event updated for resources: {'Network': ['ID=dcd0fc6c-6616-4d99-959f-76bbf998b0aa,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:21.202260 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f9e8f5ea-66b2-4d1a-9a78-ea76351d0e60 admin admin] Publish callbacks [] for security_group (830e2014-98ff-49bb-a343-79b0940427f1), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:21.205528 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-96224e32-686e-4cba-9c5b-996e65bbc954 req-2c4f0fa1-9cb6-4e8f-bd43-544973506562 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 210 time: 0.0515895 Aug 18 17:08:21.209596 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Network dcd0fc6c-6616-4d99-959f-76bbf998b0aa details requested by agent ovs-agent-dv-cinder-853678-2-iscsi with host dv-cinder-853678-2-iscsi {{(pid=106920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 17:08:21.253104 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 18 Aug 2022 17:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3430b3b5-f980-4659-8456-77b60f818fea x-openstack-request-id: req-3430b3b5-f980-4659-8456-77b60f818fea {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:08:21.253694 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e481aa-bf5a-436b-baca-f5c8b88de401", "name": "network-vif-unplugged", "status": "failed", "tag": "9d480631-4b24-43e0-8000-c7d4668399bb", "code": 422}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:08:21.254101 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3430b3b5-f980-4659-8456-77b60f818fea {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:08:21.254736 dv-cinder-853678-2-iscsi neutron-server[106920]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3430b3b5-f980-4659-8456-77b60f818fea']: {'server_uuid': '68e481aa-bf5a-436b-baca-f5c8b88de401', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d480631-4b24-43e0-8000-c7d4668399bb', 'code': 422} returned with failed status Aug 18 17:08:21.283578 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Made reservation on behalf of af8df1d9e9b54347aa9f29ead57f2797 for: {'subnet': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:08:21.286861 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26692429'] for subnet (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:21.365005 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f9e8f5ea-66b2-4d1a-9a78-ea76351d0e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (830e2014-98ff-49bb-a343-79b0940427f1), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:21.368163 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f9e8f5ea-66b2-4d1a-9a78-ea76351d0e60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:21.379662 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-f9e8f5ea-66b2-4d1a-9a78-ea76351d0e60 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/830e2014-98ff-49bb-a343-79b0940427f1 HTTP/1.1" status: 204 len: 168 time: 0.5694582 Aug 18 17:08:21.403590 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4379cb-ee34-4976-a4dd-0bfb861e594f req-23cdbd76-ba33-4ec9-9860-d9db9d25b21e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:21.405190 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9a4379cb-ee34-4976-a4dd-0bfb861e594f req-23cdbd76-ba33-4ec9-9860-d9db9d25b21e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0699291 Aug 18 17:08:21.408697 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8f5ea-66b2-4d1a-9a78-ea76351d0e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830e2014-98ff-49bb-a343-79b0940427f1,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:21.502532 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9a4379cb-ee34-4976-a4dd-0bfb861e594f req-4f4e4e9e-13d6-4643-a08e-b927da0b1f8d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793412 Aug 18 17:08:21.636810 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26476631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26692435'] for subnet (f11fbfcf-66ef-4804-9d38-48c210871c22), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:21.704499 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f11fbfcf-66ef-4804-9d38-48c210871c22,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:21.714895 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:21.715251 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:21.715613 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:21.715961 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:21.716301 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:21.716635 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:21.717012 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:21.717327 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:21.717836 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:21.718329 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:21.718665 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:21.719006 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:21.719343 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:21.719695 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:21.720017 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:21.727396 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Checking segment: {'id': '480d962a-009a-4021-8fe3-4c8369e5eb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:08:21.728122 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Network hostable DHCP agents. Network: dcd0fc6c-6616-4d99-959f-76bbf998b0aa, hostable agents: ['e58bb1ce-71d7-42ea-87d8-4585040b913b'], hosted agents: [] {{(pid=106918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 17:08:21.843057 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Network dcd0fc6c-6616-4d99-959f-76bbf998b0aa is scheduled to be hosted by DHCP agent e58bb1ce-71d7-42ea-87d8-4585040b913b with binding_index 1 {{(pid=106918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 17:08:21.958218 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853678-2-iscsi, dcd0fc6c-6616-4d99-959f-76bbf998b0aa) {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:08:21.964310 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:21.965875 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:21.972713 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bcfeed-1352-40d3-b412-7408dc9a757a None None] Network dcd0fc6c-6616-4d99-959f-76bbf998b0aa requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:08:22.058579 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-6601c7ed-6723-4109-a361-22e3dd6180ec admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8924162 Aug 18 17:08:22.061124 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 47112) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:22.066004 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-a94abedd-e79e-45ee-b192-d9dd73f86460 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-763037979-router', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:08:22.116167 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180d9b15-fb99-488e-86e3-2a5b8b8c7f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3313c541-5052-5b58-90ab-4ac2d5070ee7-dcd0fc6c-6616-4d99-959f-76bbf998b0aa', 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa', 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'fixed_ips': [{'subnet_id': 'f11fbfcf-66ef-4804-9d38-48c210871c22'}]}} from dv-cinder-853678-2-iscsi. {{(pid=106920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 17:08:22.117101 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-180d9b15-fb99-488e-86e3-2a5b8b8c7f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:22.128638 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:22.209858 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:22.258367 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-a94abedd-e79e-45ee-b192-d9dd73f86460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (1047fc7f-d316-44bf-bd78-ff3303897646), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:22.258367 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-a94abedd-e79e-45ee-b192-d9dd73f86460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3874696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3929413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5391'] for router (1047fc7f-d316-44bf-bd78-ff3303897646), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:22.260644 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.db_base_plugin_common [None req-180d9b15-fb99-488e-86e3-2a5b8b8c7f10 None None] Allocated IP 172.20.0.2 (dcd0fc6c-6616-4d99-959f-76bbf998b0aa/f11fbfcf-66ef-4804-9d38-48c210871c22/b04470a7-325a-42e7-b16b-26ee4967236d) {{(pid=106920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:08:22.341327 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c31c0e7e-0b37-4f11-abc1-8b105fc98604 req-ef5b1b25-29c0-44d4-a07c-3aedc7e02c3b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 210 time: 0.0563781 Aug 18 17:08:22.355814 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:22.359556 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=4 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:22.393374 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-a94abedd-e79e-45ee-b192-d9dd73f86460 admin admin] Publish callbacks [] for router_controller (1047fc7f-d316-44bf-bd78-ff3303897646), precommit_add_association {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:22.404955 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:22.410475 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [req-7aee9d06-1f41-4bbe-964c-20ead002f047 req-394990e0-3acc-48f0-92cc-68acafbdf05e service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106918) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 17:08:22.411723 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7aee9d06-1f41-4bbe-964c-20ead002f047 req-394990e0-3acc-48f0-92cc-68acafbdf05e service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0074584 Aug 18 17:08:22.457745 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-180d9b15-fb99-488e-86e3-2a5b8b8c7f10 None None] Publish callbacks [] for port (b04470a7-325a-42e7-b16b-26ee4967236d), precommit_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:22.556938 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:22.576859 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-180d9b15-fb99-488e-86e3-2a5b8b8c7f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (b04470a7-325a-42e7-b16b-26ee4967236d), after_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:22.635836 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180d9b15-fb99-488e-86e3-2a5b8b8c7f10 None None] Network dcd0fc6c-6616-4d99-959f-76bbf998b0aa is already hosted by enough agents. {{(pid=106920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:08:22.658181 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.base_scheduler [None req-180d9b15-fb99-488e-86e3-2a5b8b8c7f10 None None] Resources bound (agent type, host, resource id): {{(pid=106920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:08:22.660545 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180d9b15-fb99-488e-86e3-2a5b8b8c7f10 None None] Received port after_create {{(pid=106920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:08:22.662927 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d9b15-fb99-488e-86e3-2a5b8b8c7f10 None None] Pushing event updated for resources: {'Port': ['ID=b04470a7-325a-42e7-b16b-26ee4967236d,revision_number=1']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:22.677030 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-a94abedd-e79e-45ee-b192-d9dd73f86460 admin admin] Publish callbacks [] for router_gateway (1047fc7f-d316-44bf-bd78-ff3303897646), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:22.692461 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e68154-3bfe-4093-a25b-aaeed7218f1b req-e01c2a0c-d840-4ebe-94b3-4697805a86c5 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:22.694023 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-81e68154-3bfe-4093-a25b-aaeed7218f1b req-e01c2a0c-d840-4ebe-94b3-4697805a86c5 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.1006207 Aug 18 17:08:22.727065 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-180d9b15-fb99-488e-86e3-2a5b8b8c7f10 None None] Attempting to bind port b04470a7-325a-42e7-b16b-26ee4967236d on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:08:22.727484 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-180d9b15-fb99-488e-86e3-2a5b8b8c7f10 None None] Attempting to bind port b04470a7-325a-42e7-b16b-26ee4967236d by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '480d962a-009a-4021-8fe3-4c8369e5eb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:08:22.727834 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9b15-fb99-488e-86e3-2a5b8b8c7f10 None None] Attempting to bind port b04470a7-325a-42e7-b16b-26ee4967236d on network dcd0fc6c-6616-4d99-959f-76bbf998b0aa {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:08:22.733258 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9b15-fb99-488e-86e3-2a5b8b8c7f10 None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:08:22.733727 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9b15-fb99-488e-86e3-2a5b8b8c7f10 None None] Checking segment: {'id': '480d962a-009a-4021-8fe3-4c8369e5eb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:08:22.734308 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-180d9b15-fb99-488e-86e3-2a5b8b8c7f10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:22.734699 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d9b15-fb99-488e-86e3-2a5b8b8c7f10 None None] Bound using segment: {'id': '480d962a-009a-4021-8fe3-4c8369e5eb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:08:22.740647 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-180d9b15-fb99-488e-86e3-2a5b8b8c7f10 None None] Bound port: b04470a7-325a-42e7-b16b-26ee4967236d, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480d962a-009a-4021-8fe3-4c8369e5eb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:08:22.740647 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-180d9b15-fb99-488e-86e3-2a5b8b8c7f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (b04470a7-325a-42e7-b16b-26ee4967236d), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:22.761331 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-81e68154-3bfe-4093-a25b-aaeed7218f1b req-1c4134e0-f7cb-40db-b9a3-356d177a9cfb tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603433 Aug 18 17:08:22.825024 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-180d9b15-fb99-488e-86e3-2a5b8b8c7f10 None None] For port b04470a7-325a-42e7-b16b-26ee4967236d, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:08:22.828669 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-180d9b15-fb99-488e-86e3-2a5b8b8c7f10 None None] For port b04470a7-325a-42e7-b16b-26ee4967236d, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=b04470a7-325a-42e7-b16b-26ee4967236d,segment=NetworkSegment(480d962a-009a-4021-8fe3-4c8369e5eb10),segment_id=480d962a-009a-4021-8fe3-4c8369e5eb10)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:08:22.857831 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 9d480631-4b24-43e0-8000-c7d4668399bb no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:08:22.964186 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-180d9b15-fb99-488e-86e3-2a5b8b8c7f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (b04470a7-325a-42e7-b16b-26ee4967236d), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:22.978078 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a83c2a-902d-43fc-a523-dd2d5628fd3f req-aa15fdd7-5866-4b1e-ae06-c8f6db76985c tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:22.994232 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e5a83c2a-902d-43fc-a523-dd2d5628fd3f req-aa15fdd7-5866-4b1e-ae06-c8f6db76985c tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.1161273 Aug 18 17:08:22.994757 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 47144) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:23.006462 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-096c1659-e5e7-408c-83d4-698074119843 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Request body: {'floatingip': {'port_id': '4be84b1f-a309-40e8-8519-3e746d6a87a8'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:08:23.036914 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2eafc-5fcd-4e2d-bc5c-5032ee476a6c req-e5408416-0fe9-4213-946d-fd573d771333 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:23.038562 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-08b2eafc-5fcd-4e2d-bc5c-5032ee476a6c req-e5408416-0fe9-4213-946d-fd573d771333 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.1921687 Aug 18 17:08:23.064390 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 9d480631-4b24-43e0-8000-c7d4668399bb is: DOWN; New status is: DOWN {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:23.107245 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-096c1659-e5e7-408c-83d4-698074119843 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for floatingip (2941d07a-8f4e-45c0-b162-ad5e35223e26), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:23.108125 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d9b15-fb99-488e-86e3-2a5b8b8c7f10 None None] Pushing event updated for resources: {'Port': ['ID=b04470a7-325a-42e7-b16b-26ee4967236d,revision_number=2']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:23.265324 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:23.278769 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-08b2eafc-5fcd-4e2d-bc5c-5032ee476a6c req-aa8c21f1-0edc-4dc6-9c5d-d5d79a707f71 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275262 Aug 18 17:08:23.280255 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-a94abedd-e79e-45ee-b192-d9dd73f86460 admin admin] Publish callbacks [] for router_gateway (1047fc7f-d316-44bf-bd78-ff3303897646), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:23.349196 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-a94abedd-e79e-45ee-b192-d9dd73f86460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:23.402659 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:23.542373 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [None req-a94abedd-e79e-45ee-b192-d9dd73f86460 admin admin] Allocated IP 172.27.1.74 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/af81b0dc-a029-4cef-b3e4-55baafb0830c) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:08:23.568180 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-52d33125-5466-4b1c-abaa-879c05b19dd7 req-502d2578-0b3b-4f6f-8170-c0b6b7d7fc74 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 210 time: 0.0854213 Aug 18 17:08:23.689087 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-a94abedd-e79e-45ee-b192-d9dd73f86460 admin admin] Publish callbacks [] for port (af81b0dc-a029-4cef-b3e4-55baafb0830c), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:23.706173 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:23.733094 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 47166) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:23.784840 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-a94abedd-e79e-45ee-b192-d9dd73f86460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (af81b0dc-a029-4cef-b3e4-55baafb0830c), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:23.824651 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94abedd-e79e-45ee-b192-d9dd73f86460 admin admin] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:08:23.834851 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-a94abedd-e79e-45ee-b192-d9dd73f86460 admin admin] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:08:23.841590 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94abedd-e79e-45ee-b192-d9dd73f86460 admin admin] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:08:23.910410 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94abedd-e79e-45ee-b192-d9dd73f86460 admin admin] Pushing event updated for resources: {'Port': ['ID=af81b0dc-a029-4cef-b3e4-55baafb0830c,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:23.920436 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-81bd5ad6-38c2-4e72-8ff4-1f4233f71a36 req-d9b01c13-6d80-43bd-89a1-230d77dac232 service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1861317 Aug 18 17:08:23.931775 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [req-81bd5ad6-38c2-4e72-8ff4-1f4233f71a36 req-6df49837-2987-4d25-8600-b54aa6a53bc9 service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106918) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 17:08:23.932799 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-81bd5ad6-38c2-4e72-8ff4-1f4233f71a36 req-6df49837-2987-4d25-8600-b54aa6a53bc9 service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057354 Aug 18 17:08:23.936948 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-096c1659-e5e7-408c-83d4-698074119843 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:24.022096 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-096c1659-e5e7-408c-83d4-698074119843 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (2941d07a-8f4e-45c0-b162-ad5e35223e26), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:24.073270 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:24.112730 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 47178) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:24.199587 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.l3_db [None req-096c1659-e5e7-408c-83d4-698074119843 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Floating IP 2941d07a-8f4e-45c0-b162-ad5e35223e26 associated. External IP: 172.27.1.18, port: 4be84b1f-a309-40e8-8519-3e746d6a87a8. Aug 18 17:08:24.280972 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd5ad6-38c2-4e72-8ff4-1f4233f71a36 req-93dbd94c-c16e-4280-a9c6-fafc77f79d89 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:24.296007 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-81bd5ad6-38c2-4e72-8ff4-1f4233f71a36 req-93dbd94c-c16e-4280-a9c6-fafc77f79d89 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports/9d480631-4b24-43e0-8000-c7d4668399bb HTTP/1.1" status: 200 len: 941 time: 0.1799128 Aug 18 17:08:24.370241 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824c8da1-b622-4aae-b4be-9fd006e246c8 None None] Network dcd0fc6c-6616-4d99-959f-76bbf998b0aa requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:08:24.506092 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-fb3ae1ca-4336-4e80-a11a-8a654a57cfeb None None] Provisioning complete for port b04470a7-325a-42e7-b16b-26ee4967236d triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:24.506655 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-fb3ae1ca-4336-4e80-a11a-8a654a57cfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (b04470a7-325a-42e7-b16b-26ee4967236d), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:24.555053 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096c1659-e5e7-408c-83d4-698074119843 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Router 5a5c33f6-9205-459f-b9d5-3f6c14929f3a has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:08:24.602939 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-fb3ae1ca-4336-4e80-a11a-8a654a57cfeb None None] Current status of the port b04470a7-325a-42e7-b16b-26ee4967236d is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:24.603332 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-fb3ae1ca-4336-4e80-a11a-8a654a57cfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (b04470a7-325a-42e7-b16b-26ee4967236d), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:24.613329 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1232846-ef61-40fe-8d6a-e9830418ec03 req-20b3d9ad-72a1-4226-a505-fb6dad0c7def tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:24.615609 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a1232846-ef61-40fe-8d6a-e9830418ec03 req-20b3d9ad-72a1-4226-a505-fb6dad0c7def tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.1213663 Aug 18 17:08:24.674845 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-0796ebc0-a3b5-4f6e-a00c-f83f87429874 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:24.681707 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-fb3ae1ca-4336-4e80-a11a-8a654a57cfeb None None] For port b04470a7-325a-42e7-b16b-26ee4967236d, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=b04470a7-325a-42e7-b16b-26ee4967236d,segment=NetworkSegment(480d962a-009a-4021-8fe3-4c8369e5eb10),segment_id=480d962a-009a-4021-8fe3-4c8369e5eb10)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:08:24.687010 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-0796ebc0-a3b5-4f6e-a00c-f83f87429874 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.40 "GET /networking/v2.0/networks?id=dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 HTTP/1.1" status: 200 len: 808 time: 0.3413291 Aug 18 17:08:24.704016 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-a94abedd-e79e-45ee-b192-d9dd73f86460 admin admin] Publish callbacks [] for router_gateway (1047fc7f-d316-44bf-bd78-ff3303897646), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:24.775831 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-fb3ae1ca-4336-4e80-a11a-8a654a57cfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (b04470a7-325a-42e7-b16b-26ee4967236d), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:24.794171 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096c1659-e5e7-408c-83d4-698074119843 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:08:24.802755 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4811f351-ef72-4281-951e-06e10c1aea0d req-245bfe17-c0af-4be8-8dca-4ec64bd5b7e3 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 210 time: 0.0680988 Aug 18 17:08:24.811230 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-096c1659-e5e7-408c-83d4-698074119843 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:24.817133 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-56a5a630-4964-48be-832e-1b901633f85b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e5d8cae49e524a98ae646381b455351e HTTP/1.1" status: 200 len: 378 time: 0.1087036 Aug 18 17:08:24.844610 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-a3dae5ba-20e5-4fd0-9360-be5bde10491f tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Request body: {'port': {'device_id': '66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1', 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1', 'admin_state_up': True, 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'security_groups': ['b9df1a76-6b5a-49af-8d3b-ae738c4649b3']}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:08:24.844938 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f2cbf6-61c2-4c50-9f8e-9b3266f533c2 None None] Sync routers for ids ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:08:24.868335 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-096c1659-e5e7-408c-83d4-698074119843 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/2941d07a-8f4e-45c0-b162-ad5e35223e26 HTTP/1.1" status: 200 len: 991 time: 1.8723474 Aug 18 17:08:24.868937 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ee2546-05c3-461e-bbc0-64cb39d936f7', 'tag': '4be84b1f-a309-40e8-8519-3e746d6a87a8'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:08:24.873470 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5479ff10-7b50-4c79-bad0-0c7b81002c69" -d '{"events": [{"name": "network-changed", "server_uuid": "10ee2546-05c3-461e-bbc0-64cb39d936f7", "tag": "4be84b1f-a309-40e8-8519-3e746d6a87a8"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:08:24.897411 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ae1ca-4336-4e80-a11a-8a654a57cfeb None None] Pushing event updated for resources: {'Port': ['ID=b04470a7-325a-42e7-b16b-26ee4967236d,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:24.912290 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f2cbf6-61c2-4c50-9f8e-9b3266f533c2 None None] Routers {'5a5c33f6-9205-459f-b9d5-3f6c14929f3a'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:08:24.912399 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-a8f2cbf6-61c2-4c50-9f8e-9b3266f533c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:08:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:24.913932 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1761945a-d883-43e7-8a3a-c58df7083df0 x-openstack-request-id: req-1761945a-d883-43e7-8a3a-c58df7083df0 {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:08:24.914231 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ee2546-05c3-461e-bbc0-64cb39d936f7", "tag": "4be84b1f-a309-40e8-8519-3e746d6a87a8", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:08:24.914490 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1761945a-d883-43e7-8a3a-c58df7083df0 {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:08:24.914897 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1761945a-d883-43e7-8a3a-c58df7083df0'] response: {'name': 'network-changed', 'server_uuid': '10ee2546-05c3-461e-bbc0-64cb39d936f7', 'tag': '4be84b1f-a309-40e8-8519-3e746d6a87a8', 'status': 'completed', 'code': 200} Aug 18 17:08:24.918417 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-81cac7e4-4277-47af-912d-95259c8d39b1 None None] Provisioning complete for port b04470a7-325a-42e7-b16b-26ee4967236d triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:24.921914 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-81cac7e4-4277-47af-912d-95259c8d39b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (b04470a7-325a-42e7-b16b-26ee4967236d), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:24.930241 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a1232846-ef61-40fe-8d6a-e9830418ec03 req-83008767-346b-4ebe-b511-f756c87d0ccf tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3003662 Aug 18 17:08:25.028276 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479ff10-7b50-4c79-bad0-0c7b81002c69 req-d38ffba6-2587-4a45-810b-9befbdc54f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:25.030025 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5479ff10-7b50-4c79-bad0-0c7b81002c69 req-d38ffba6-2587-4a45-810b-9befbdc54f91 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=ccc5c89023ff476ca3b85680f56f8899&device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 1130 time: 0.0656056 Aug 18 17:08:25.100757 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device b04470a7-325a-42e7-b16b-26ee4967236d up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:08:25.138564 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-a8f2cbf6-61c2-4c50-9f8e-9b3266f533c2 None None] Set router 5a5c33f6-9205-459f-b9d5-3f6c14929f3a gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:08:25.210757 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:25.305773 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479ff10-7b50-4c79-bad0-0c7b81002c69 req-e5fc4170-650d-472d-a4cd-c826d36e3800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:25.307267 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5479ff10-7b50-4c79-bad0-0c7b81002c69 req-e5fc4170-650d-472d-a4cd-c826d36e3800 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=9262925b-65a7-4a9e-8370-bb0d87864ea7 HTTP/1.1" status: 200 len: 920 time: 0.2287169 Aug 18 17:08:25.339137 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-81cac7e4-4277-47af-912d-95259c8d39b1 None None] Current status of the port b04470a7-325a-42e7-b16b-26ee4967236d is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:25.369214 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-a3dae5ba-20e5-4fd0-9360-be5bde10491f tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Made reservation on behalf of e5d8cae49e524a98ae646381b455351e for: {'port': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:08:25.373683 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-a3dae5ba-20e5-4fd0-9360-be5bde10491f tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:25.388996 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-a94abedd-e79e-45ee-b192-d9dd73f86460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3874809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876444'] for router (1047fc7f-d316-44bf-bd78-ff3303897646), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:25.456531 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port b04470a7-325a-42e7-b16b-26ee4967236d triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:25.456956 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (b04470a7-325a-42e7-b16b-26ee4967236d), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:25.493854 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5479ff10-7b50-4c79-bad0-0c7b81002c69 req-02a0a83d-5ca2-46de-b5f8-853008a61ddb service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4be84b1f-a309-40e8-8519-3e746d6a87a8 HTTP/1.1" status: 200 len: 999 time: 0.1720791 Aug 18 17:08:25.549207 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:25.564271 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:25.594247 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port b04470a7-325a-42e7-b16b-26ee4967236d is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:25.599317 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-a8f2cbf6-61c2-4c50-9f8e-9b3266f533c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1090236541-router', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:24Z', 'updated_at': '2022-08-18T17:05:35Z', 'revision_number': 4, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'gw_port': {'id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '2941d07a-8f4e-45c0-b162-ad5e35223e26', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'port_id': '4be84b1f-a309-40e8-8519-3e746d6a87a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'mac_address': 'fa:16:3e:23:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ee2546-05c3-461e-bbc0-64cb39d936f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:07:51Z', 'updated_at': '2022-08-18T17:08:23Z', 'revision_number': 1, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a3a8ca-89f9-40d9-81df-e5331356266f', 'name': '', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'mac_address': 'fa:16:3e:37:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:34Z', 'updated_at': '2022-08-18T17:05:51Z', 'revision_number': 5, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'subnets': [{'id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:25.631707 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f2cbf6-61c2-4c50-9f8e-9b3266f533c2 None None] Checking router: 5a5c33f6-9205-459f-b9d5-3f6c14929f3a for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:08:25.642712 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f2cbf6-61c2-4c50-9f8e-9b3266f533c2 None None] Routers {'5a5c33f6-9205-459f-b9d5-3f6c14929f3a'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:08:25.643362 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-a8f2cbf6-61c2-4c50-9f8e-9b3266f533c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:08:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:25.763611 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:25.774654 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-a8f2cbf6-61c2-4c50-9f8e-9b3266f533c2 None None] Set router 5a5c33f6-9205-459f-b9d5-3f6c14929f3a gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:08:25.913351 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479ff10-7b50-4c79-bad0-0c7b81002c69 req-ebd54647-135e-4b79-8377-443c261e9635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:25.914823 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5479ff10-7b50-4c79-bad0-0c7b81002c69 req-ebd54647-135e-4b79-8377-443c261e9635 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1fd4986d-fa02-4ea6-af8d-8bdc82d77643 HTTP/1.1" status: 200 len: 858 time: 0.4101026 Aug 18 17:08:25.960035 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-08a3b511-24ad-4003-aec7-026f2b0ca5b5 req-145ac89c-0069-4d6b-8e2d-df267f4ad352 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 210 time: 0.0479636 Aug 18 17:08:25.965335 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-a3dae5ba-20e5-4fd0-9360-be5bde10491f tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Allocated IP 172.20.0.9 (dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1/8923c51a-2a81-416e-9aa6-fae865af2acd/60e0cf05-5e8f-4133-8579-da77a04a4d8a) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:08:26.009758 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479ff10-7b50-4c79-bad0-0c7b81002c69 req-420a8137-9072-41e6-b846-a140a72ac746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:26.012074 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5479ff10-7b50-4c79-bad0-0c7b81002c69 req-420a8137-9072-41e6-b846-a140a72ac746 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=9262925b-65a7-4a9e-8370-bb0d87864ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887220 Aug 18 17:08:26.078856 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-a8f2cbf6-61c2-4c50-9f8e-9b3266f533c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1090236541-router', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:24Z', 'updated_at': '2022-08-18T17:05:35Z', 'revision_number': 4, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'gw_port': {'id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '2941d07a-8f4e-45c0-b162-ad5e35223e26', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'port_id': '4be84b1f-a309-40e8-8519-3e746d6a87a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'mac_address': 'fa:16:3e:23:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ee2546-05c3-461e-bbc0-64cb39d936f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:07:51Z', 'updated_at': '2022-08-18T17:08:23Z', 'revision_number': 1, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a3a8ca-89f9-40d9-81df-e5331356266f', 'name': '', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'mac_address': 'fa:16:3e:37:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:34Z', 'updated_at': '2022-08-18T17:05:51Z', 'revision_number': 5, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'subnets': [{'id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:26.106419 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f2cbf6-61c2-4c50-9f8e-9b3266f533c2 None None] The sync data for ids ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'] in dv-cinder-853678-2-iscsi is: [{'id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1090236541-router', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:24Z', 'updated_at': '2022-08-18T17:05:35Z', 'revision_number': 4, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'gw_port': {'id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '2941d07a-8f4e-45c0-b162-ad5e35223e26', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'port_id': '4be84b1f-a309-40e8-8519-3e746d6a87a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'mac_address': 'fa:16:3e:23:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ee2546-05c3-461e-bbc0-64cb39d936f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:07:51Z', 'updated_at': '2022-08-18T17:08:23Z', 'revision_number': 1, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a3a8ca-89f9-40d9-81df-e5331356266f', 'name': '', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'mac_address': 'fa:16:3e:37:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:34Z', 'updated_at': '2022-08-18T17:05:51Z', 'revision_number': 5, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'subnets': [{'id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:08:26.208322 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74cb15-7f07-4282-9475-534270f758d3 req-59e11c72-d0d7-48da-8c12-786bba3102cc tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:26.209891 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dd74cb15-7f07-4282-9475-534270f758d3 req-59e11c72-d0d7-48da-8c12-786bba3102cc tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.1602464 Aug 18 17:08:26.250248 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94abedd-e79e-45ee-b192-d9dd73f86460 admin admin] Router 1047fc7f-d316-44bf-bd78-ff3303897646 is scheduled to L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 with binding_index 1 {{(pid=106918) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 17:08:26.301320 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5479ff10-7b50-4c79-bad0-0c7b81002c69 req-f4adfccd-366e-42f5-a026-edc8d9243cc7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792237 Aug 18 17:08:26.334812 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f41f46e-7806-46ac-aeaa-70674fc55378 None None] New status for floating IP 2941d07a-8f4e-45c0-b162-ad5e35223e26: ACTIVE {{(pid=106921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:08:26.425832 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-a3dae5ba-20e5-4fd0-9360-be5bde10491f tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:26.433761 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dd74cb15-7f07-4282-9475-534270f758d3 req-3a4510f9-ac95-4268-8727-cccc8581a635 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883254 Aug 18 17:08:26.493123 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:26.552804 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:26.555192 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94abedd-e79e-45ee-b192-d9dd73f86460 admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:08:26.566864 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5479ff10-7b50-4c79-bad0-0c7b81002c69 req-34f86143-992c-43af-9369-a6bdc4692c29 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485578 Aug 18 17:08:26.567170 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] Sync routers for ids ['1047fc7f-d316-44bf-bd78-ff3303897646'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:08:26.588211 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] Routers {'1047fc7f-d316-44bf-bd78-ff3303897646'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:08:26.588848 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:08:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1047fc7f-d316-44bf-bd78-ff3303897646'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:26.691361 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] Set router 1047fc7f-d316-44bf-bd78-ff3303897646 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:08:26.694876 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-a3dae5ba-20e5-4fd0-9360-be5bde10491f tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:26.707667 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-a94abedd-e79e-45ee-b192-d9dd73f86460 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:26.711693 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-a94abedd-e79e-45ee-b192-d9dd73f86460 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6466782 Aug 18 17:08:26.713840 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 47216) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:26.752172 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-a3dae5ba-20e5-4fd0-9360-be5bde10491f tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Network dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:08:26.759618 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-a3dae5ba-20e5-4fd0-9360-be5bde10491f tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:08:26.764104 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-a3dae5ba-20e5-4fd0-9360-be5bde10491f tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:08:26.790224 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:26.848091 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-a3dae5ba-20e5-4fd0-9360-be5bde10491f tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:26.848678 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-a3dae5ba-20e5-4fd0-9360-be5bde10491f tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:26.859836 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:26.880728 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dae5ba-20e5-4fd0-9360-be5bde10491f tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Pushing event updated for resources: {'Port': ['ID=60e0cf05-5e8f-4133-8579-da77a04a4d8a,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:26.968455 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'name': 'tempest-TestMinimumBasicScenario-763037979-router', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:22Z', 'updated_at': '2022-08-18T17:08:24Z', 'revision_number': 3, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'gw_port': {'id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:23Z', 'updated_at': '2022-08-18T17:08:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:26.994859 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-a3dae5ba-20e5-4fd0-9360-be5bde10491f tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1654093 Aug 18 17:08:27.003538 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] Checking router: 1047fc7f-d316-44bf-bd78-ff3303897646 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:08:27.004056 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] Updating router 1047fc7f-d316-44bf-bd78-ff3303897646 port af81b0dc-a029-4cef-b3e4-55baafb0830c binding host dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 17:08:27.013875 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] Request body: {'port': {'device_id': '66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85367'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:08:27.040600 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (af81b0dc-a029-4cef-b3e4-55baafb0830c), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:27.101855 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:27.188266 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-83ca9b96-d1fe-4272-ab9b-4b7885399da0 None None] Provisioning complete for port 60e0cf05-5e8f-4133-8579-da77a04a4d8a triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:27.188757 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-83ca9b96-d1fe-4272-ab9b-4b7885399da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:27.221583 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b47d8-5fcf-436c-912b-5e0aa03a656e req-080a8c89-e070-4404-a996-6f48a88eb5ad tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:27.223099 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a30b47d8-5fcf-436c-912b-5e0aa03a656e req-080a8c89-e070-4404-a996-6f48a88eb5ad tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 931 time: 0.1080999 Aug 18 17:08:27.267430 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:27.294735 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-83ca9b96-d1fe-4272-ab9b-4b7885399da0 None None] Port 60e0cf05-5e8f-4133-8579-da77a04a4d8a cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:08:27.301910 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:27.363027 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a30b47d8-5fcf-436c-912b-5e0aa03a656e req-6cc651c4-8b3c-4e4c-a722-2039ebe7de11 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1259260 Aug 18 17:08:27.453681 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] Publish callbacks [] for port (af81b0dc-a029-4cef-b3e4-55baafb0830c), precommit_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:27.475496 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e0cf05-5e8f-4133-8579-da77a04a4d8a {{(pid=106918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:08:27.485960 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] Publish callbacks [] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:27.501293 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.provisioning_blocks [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] Transition to ACTIVE for port object 60e0cf05-5e8f-4133-8579-da77a04a4d8a will not be triggered until provisioned by entity L2. {{(pid=106918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 18 17:08:27.504631 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-744ae7f5-4e1f-4498-b60a-40de78a85990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:27.523457 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (af81b0dc-a029-4cef-b3e4-55baafb0830c), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:27.554590 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 47236) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:27.566778 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] Attempting to bind port af81b0dc-a029-4cef-b3e4-55baafb0830c on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:08:27.567318 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] Attempting to bind port af81b0dc-a029-4cef-b3e4-55baafb0830c by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:08:27.567831 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] Attempting to bind port af81b0dc-a029-4cef-b3e4-55baafb0830c on network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:08:27.586256 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:08:27.586935 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] Checking segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:08:27.587404 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:27.588193 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] Bound using segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:08:27.597034 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] Bound port: af81b0dc-a029-4cef-b3e4-55baafb0830c, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:08:27.597034 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (af81b0dc-a029-4cef-b3e4-55baafb0830c), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:27.597034 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ce317-e1ed-43ea-9e4e-0838a6445ac2 None None] Pushing event updated for resources: {'Port': ['ID=af81b0dc-a029-4cef-b3e4-55baafb0830c,revision_number=2']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:27.612107 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c95d7-e865-4cc6-8a78-7415ae00f4b6 req-c72d6784-f1f3-4e49-b5a3-b649de401228 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:27.621421 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-973c95d7-e865-4cc6-8a78-7415ae00f4b6 req-c72d6784-f1f3-4e49-b5a3-b649de401228 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0755796 Aug 18 17:08:27.638160 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:27.656532 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] For port af81b0dc-a029-4cef-b3e4-55baafb0830c, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:08:27.660023 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] For port af81b0dc-a029-4cef-b3e4-55baafb0830c, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=af81b0dc-a029-4cef-b3e4-55baafb0830c,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:08:27.705046 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-3cdd21f5-2df2-44ed-8c16-acb8b3a76e09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:27.752121 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (af81b0dc-a029-4cef-b3e4-55baafb0830c), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:27.774279 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] Pushing event updated for resources: {'Port': ['ID=60e0cf05-5e8f-4133-8579-da77a04a4d8a,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:27.779328 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [None req-744ae7f5-4e1f-4498-b60a-40de78a85990 admin admin] Allocated IP 172.20.0.1 (dcd0fc6c-6616-4d99-959f-76bbf998b0aa/f11fbfcf-66ef-4804-9d38-48c210871c22/5b95a378-16c2-4975-96ca-5cd0b4456663) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:08:27.794134 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-973c95d7-e865-4cc6-8a78-7415ae00f4b6 req-16f9972a-65d9-4e0d-805a-7d28941da8fb tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377094 Aug 18 17:08:27.815274 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ce317-e1ed-43ea-9e4e-0838a6445ac2 None None] Pushing event updated for resources: {'Port': ['ID=af81b0dc-a029-4cef-b3e4-55baafb0830c,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:27.820099 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] Routers {'1047fc7f-d316-44bf-bd78-ff3303897646'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:08:27.820723 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:08:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1047fc7f-d316-44bf-bd78-ff3303897646'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:27.850956 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] Attempting to bind port 60e0cf05-5e8f-4133-8579-da77a04a4d8a on host hv-cinder-85367 for vnic_type normal with profile {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:08:27.851298 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] Attempting to bind port 60e0cf05-5e8f-4133-8579-da77a04a4d8a by drivers openvswitch,hyperv on host hv-cinder-85367 at level 0 using segments [{'id': '10ed1ebd-70c5-4b43-8c76-700a5fe24a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1'}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:08:27.851683 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] Attempting to bind port 60e0cf05-5e8f-4133-8579-da77a04a4d8a on network dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:08:27.856492 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] Port 60e0cf05-5e8f-4133-8579-da77a04a4d8a on network dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85367 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 17:08:27.856676 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] Attempting to bind port 60e0cf05-5e8f-4133-8579-da77a04a4d8a on network dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:08:27.856780 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:27.862650 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] Checking agent: {'id': '7d5d2def-e0b5-42a1-88b7-94e33648777b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85367', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'started_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:08:27.862927 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] Checking segment: {'id': '10ed1ebd-70c5-4b43-8c76-700a5fe24a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:08:27.863453 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] Bound using segment: {'id': '10ed1ebd-70c5-4b43-8c76-700a5fe24a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1'} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:08:27.863920 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] Bound port: 60e0cf05-5e8f-4133-8579-da77a04a4d8a, host: hv-cinder-85367, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10ed1ebd-70c5-4b43-8c76-700a5fe24a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1'}}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:08:27.864285 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:27.927641 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-3cdd21f5-2df2-44ed-8c16-acb8b3a76e09 admin admin] Publish callbacks [] for security_group (a19ce508-ab11-4dfa-ad8c-5d6ffff4d85e), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:27.931593 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:27.933851 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] For port 60e0cf05-5e8f-4133-8579-da77a04a4d8a, host hv-cinder-85367, cleared binding levels {{(pid=106918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:08:27.937175 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] For port 60e0cf05-5e8f-4133-8579-da77a04a4d8a, host hv-cinder-85367, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=60e0cf05-5e8f-4133-8579-da77a04a4d8a,segment=NetworkSegment(10ed1ebd-70c5-4b43-8c76-700a5fe24a0d),segment_id=10ed1ebd-70c5-4b43-8c76-700a5fe24a0d)] {{(pid=106918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:08:27.942503 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] Set router 1047fc7f-d316-44bf-bd78-ff3303897646 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:08:27.964295 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-744ae7f5-4e1f-4498-b60a-40de78a85990 admin admin] Publish callbacks [] for port (5b95a378-16c2-4975-96ca-5cd0b4456663), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:27.987042 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-3cdd21f5-2df2-44ed-8c16-acb8b3a76e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (a19ce508-ab11-4dfa-ad8c-5d6ffff4d85e), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:28.039584 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-3cdd21f5-2df2-44ed-8c16-acb8b3a76e09 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=89539b5b18ee4be38617b0f4036c1f84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4812303 Aug 18 17:08:28.039584 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd21f5-2df2-44ed-8c16-acb8b3a76e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19ce508-ab11-4dfa-ad8c-5d6ffff4d85e,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:28.040673 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 47242) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:28.059794 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd21f5-2df2-44ed-8c16-acb8b3a76e09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:28.060195 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd21f5-2df2-44ed-8c16-acb8b3a76e09 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:28.060541 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd21f5-2df2-44ed-8c16-acb8b3a76e09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:28.060883 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd21f5-2df2-44ed-8c16-acb8b3a76e09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:28.061223 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd21f5-2df2-44ed-8c16-acb8b3a76e09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:28.061561 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd21f5-2df2-44ed-8c16-acb8b3a76e09 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:28.061891 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd21f5-2df2-44ed-8c16-acb8b3a76e09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:28.062217 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd21f5-2df2-44ed-8c16-acb8b3a76e09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:28.062552 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd21f5-2df2-44ed-8c16-acb8b3a76e09 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:28.062889 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd21f5-2df2-44ed-8c16-acb8b3a76e09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:28.063218 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd21f5-2df2-44ed-8c16-acb8b3a76e09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:28.063579 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd21f5-2df2-44ed-8c16-acb8b3a76e09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:28.063981 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd21f5-2df2-44ed-8c16-acb8b3a76e09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:28.064299 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd21f5-2df2-44ed-8c16-acb8b3a76e09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:28.064688 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd21f5-2df2-44ed-8c16-acb8b3a76e09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:28.081665 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:28.104412 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-744ae7f5-4e1f-4498-b60a-40de78a85990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (5b95a378-16c2-4975-96ca-5cd0b4456663), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:28.105585 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:28.114310 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:28.114862 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:28.116344 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/60e0cf05-5e8f-4133-8579-da77a04a4d8a HTTP/1.1" status: 200 len: 1093 time: 1.1072788 Aug 18 17:08:28.124716 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1', 'tag': '60e0cf05-5e8f-4133-8579-da77a04a4d8a'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:08:28.127038 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b28377d-b08b-4825-8b7e-bab8c6e4f7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1", "tag": "60e0cf05-5e8f-4133-8579-da77a04a4d8a"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:08:28.137679 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'name': 'tempest-TestMinimumBasicScenario-763037979-router', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:22Z', 'updated_at': '2022-08-18T17:08:24Z', 'revision_number': 3, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'gw_port': {'id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:23Z', 'updated_at': '2022-08-18T17:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:28.141779 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8e8d5e10-111c-4748-9fea-8c779ce10cce admin admin] Publish callbacks [] for security_group (a19ce508-ab11-4dfa-ad8c-5d6ffff4d85e), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:28.166416 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd5ad6-38c2-4e72-8ff4-1f4233f71a36 req-7b078c1a-ce5c-46ee-b6ac-93f60f8e876f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:28.168047 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-81bd5ad6-38c2-4e72-8ff4-1f4233f71a36 req-7b078c1a-ce5c-46ee-b6ac-93f60f8e876f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401&tenant_id=697adc4a3b0f40ff85d6b415b6bbbefd HTTP/1.1" status: 200 len: 1128 time: 0.1371880 Aug 18 17:08:28.170202 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:28.172141 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b696b6-019c-4354-868c-48b77e276df7 None None] The sync data for ids ['1047fc7f-d316-44bf-bd78-ff3303897646'] in dv-cinder-853678-2-iscsi is: [{'id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'name': 'tempest-TestMinimumBasicScenario-763037979-router', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:22Z', 'updated_at': '2022-08-18T17:08:24Z', 'revision_number': 3, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'gw_port': {'id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:23Z', 'updated_at': '2022-08-18T17:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:08:28.195793 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7d476-ea01-41c3-82ee-17936f5cb925 service neutron] Pushing event updated for resources: {'Port': ['ID=60e0cf05-5e8f-4133-8579-da77a04a4d8a,revision_number=3']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:28.210326 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ae7f5-4e1f-4498-b60a-40de78a85990 admin admin] Pushing event updated for resources: {'Port': ['ID=5b95a378-16c2-4975-96ca-5cd0b4456663,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:28.217996 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744ae7f5-4e1f-4498-b60a-40de78a85990 admin admin] Network dcd0fc6c-6616-4d99-959f-76bbf998b0aa is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:08:28.222228 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-744ae7f5-4e1f-4498-b60a-40de78a85990 admin admin] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:08:28.229166 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744ae7f5-4e1f-4498-b60a-40de78a85990 admin admin] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:08:28.236373 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8e8d5e10-111c-4748-9fea-8c779ce10cce admin admin] Publish callbacks [] for security_group (a19ce508-ab11-4dfa-ad8c-5d6ffff4d85e), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:28.246615 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e560c0-3308-4163-9194-011ba3e70e07 x-openstack-request-id: req-a6e560c0-3308-4163-9194-011ba3e70e07 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:08:28.246877 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1", "tag": "60e0cf05-5e8f-4133-8579-da77a04a4d8a", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:08:28.247128 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a6e560c0-3308-4163-9194-011ba3e70e07 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:08:28.247544 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e560c0-3308-4163-9194-011ba3e70e07'] response: {'name': 'network-changed', 'server_uuid': '66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1', 'tag': '60e0cf05-5e8f-4133-8579-da77a04a4d8a', 'status': 'completed', 'code': 200} Aug 18 17:08:28.296943 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd5ad6-38c2-4e72-8ff4-1f4233f71a36 req-4ff40a68-04f3-45ab-b03b-40fc0773ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:28.302982 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-81bd5ad6-38c2-4e72-8ff4-1f4233f71a36 req-4ff40a68-04f3-45ab-b03b-40fc0773ec2b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=697adc4a3b0f40ff85d6b415b6bbbefd&device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 1128 time: 0.0994954 Aug 18 17:08:28.379141 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-744ae7f5-4e1f-4498-b60a-40de78a85990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3878446'] for router_interface (1047fc7f-d316-44bf-bd78-ff3303897646), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:28.382180 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:28.400338 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28377d-b08b-4825-8b7e-bab8c6e4f7dd req-693c430e-339a-4e6c-8060-f21f364ca164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:28.402178 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1b28377d-b08b-4825-8b7e-bab8c6e4f7dd req-693c430e-339a-4e6c-8060-f21f364ca164 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e5d8cae49e524a98ae646381b455351e&device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 1127 time: 0.1439080 Aug 18 17:08:28.653145 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28377d-b08b-4825-8b7e-bab8c6e4f7dd req-3da3b57e-6237-4367-a7ff-f7e5648b8287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:28.654665 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1b28377d-b08b-4825-8b7e-bab8c6e4f7dd req-3da3b57e-6237-4367-a7ff-f7e5648b8287 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=e5d8cae49e524a98ae646381b455351e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2083595 Aug 18 17:08:28.686379 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:28.727756 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ec4a4-3505-4d8c-b737-45233296c002 req-9daa4dff-cf41-4e5c-9b66-3988afd1fa71 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:28.729586 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ae0ec4a4-3505-4d8c-b737-45233296c002 req-9daa4dff-cf41-4e5c-9b66-3988afd1fa71 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 943 time: 0.1648116 Aug 18 17:08:28.744750 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd5ad6-38c2-4e72-8ff4-1f4233f71a36 req-2bbafdcd-c5b5-4c8f-8614-aa846cda7a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:28.748069 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-81bd5ad6-38c2-4e72-8ff4-1f4233f71a36 req-2bbafdcd-c5b5-4c8f-8614-aa846cda7a32 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=8be6f688-0f91-4174-bb68-fa46841659a9 HTTP/1.1" status: 200 len: 918 time: 0.4344218 Aug 18 17:08:28.829973 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8e8d5e10-111c-4748-9fea-8c779ce10cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (a19ce508-ab11-4dfa-ad8c-5d6ffff4d85e), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:28.832592 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8e8d5e10-111c-4748-9fea-8c779ce10cce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:28.836598 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-8e8d5e10-111c-4748-9fea-8c779ce10cce admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a19ce508-ab11-4dfa-ad8c-5d6ffff4d85e HTTP/1.1" status: 204 len: 168 time: 0.7948906 Aug 18 17:08:28.861438 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d5e10-111c-4748-9fea-8c779ce10cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19ce508-ab11-4dfa-ad8c-5d6ffff4d85e,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:28.894902 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-81bd5ad6-38c2-4e72-8ff4-1f4233f71a36 req-91334b89-25f2-4af5-8dee-8940f0aaad8c service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d480631-4b24-43e0-8000-c7d4668399bb HTTP/1.1" status: 200 len: 999 time: 0.0962889 Aug 18 17:08:28.911211 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-2d37cf4d-aab4-4a81-bde2-8a87d761a706 None None] Provisioning complete for port 5b95a378-16c2-4975-96ca-5cd0b4456663 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:28.912324 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-2d37cf4d-aab4-4a81-bde2-8a87d761a706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (5b95a378-16c2-4975-96ca-5cd0b4456663), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:28.961289 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:28.962158 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-2d37cf4d-aab4-4a81-bde2-8a87d761a706 None None] Port 5b95a378-16c2-4975-96ca-5cd0b4456663 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:08:29.002605 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ae0ec4a4-3505-4d8c-b737-45233296c002 req-3b29f4fe-a1a8-4c66-975f-e3700350e5f9 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2608497 Aug 18 17:08:29.053290 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28377d-b08b-4825-8b7e-bab8c6e4f7dd req-72de31fc-87e0-4e34-97f0-2f7417247e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:29.053290 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1b28377d-b08b-4825-8b7e-bab8c6e4f7dd req-72de31fc-87e0-4e34-97f0-2f7417247e45 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3868997 Aug 18 17:08:29.053290 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd5ad6-38c2-4e72-8ff4-1f4233f71a36 req-3ea46840-d610-4e7f-af83-f6b3ffaf5d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:29.053290 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-81bd5ad6-38c2-4e72-8ff4-1f4233f71a36 req-3ea46840-d610-4e7f-af83-f6b3ffaf5d70 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=a393e81b-56a8-46b6-846e-4d9441213f68 HTTP/1.1" status: 200 len: 856 time: 0.1319778 Aug 18 17:08:29.068048 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-744ae7f5-4e1f-4498-b60a-40de78a85990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (5b95a378-16c2-4975-96ca-5cd0b4456663), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:29.102740 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbac23-7f63-473c-92d2-f2adcaed9a77 req-272bbc28-4706-4e75-bf2f-8a25e2d7261a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:29.110517 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c0fbac23-7f63-473c-92d2-f2adcaed9a77 req-272bbc28-4706-4e75-bf2f-8a25e2d7261a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0983248 Aug 18 17:08:29.119202 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device af81b0dc-a029-4cef-b3e4-55baafb0830c up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:08:29.167023 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd5ad6-38c2-4e72-8ff4-1f4233f71a36 req-27200f26-b608-4b09-b6ec-24b76f110b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:29.171686 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-81bd5ad6-38c2-4e72-8ff4-1f4233f71a36 req-27200f26-b608-4b09-b6ec-24b76f110b63 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=8be6f688-0f91-4174-bb68-fa46841659a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1046722 Aug 18 17:08:29.175878 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-0d184043-993f-43a6-899e-f3ddbd17c2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:29.177672 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-0d184043-993f-43a6-899e-f3ddbd17c2fd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e5d8cae49e524a98ae646381b455351e&device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 1127 time: 0.0553272 Aug 18 17:08:29.200072 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port af81b0dc-a029-4cef-b3e4-55baafb0830c triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:29.200431 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (af81b0dc-a029-4cef-b3e4-55baafb0830c), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:29.210617 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c0fbac23-7f63-473c-92d2-f2adcaed9a77 req-f17389e0-285d-4cc3-952c-23244203b947 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760794 Aug 18 17:08:29.277969 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-e038ffcf-3c50-4a07-b459-af313fc0942b service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60e0cf05-5e8f-4133-8579-da77a04a4d8a HTTP/1.1" status: 200 len: 217 time: 0.0751987 Aug 18 17:08:29.302914 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port af81b0dc-a029-4cef-b3e4-55baafb0830c is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:29.303645 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (af81b0dc-a029-4cef-b3e4-55baafb0830c), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:29.331115 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port af81b0dc-a029-4cef-b3e4-55baafb0830c, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=af81b0dc-a029-4cef-b3e4-55baafb0830c,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:08:29.380111 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-8a192dfa-ad5c-4c60-9f83-d0150b86ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:29.381572 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-8a192dfa-ad5c-4c60-9f83-d0150b86ec51 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8923c51a-2a81-416e-9aa6-fae865af2acd HTTP/1.1" status: 200 len: 847 time: 0.0747867 Aug 18 17:08:29.391182 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-81bd5ad6-38c2-4e72-8ff4-1f4233f71a36 req-e8fd7f12-0551-4ad7-8029-508c7c4eea7b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991198 Aug 18 17:08:29.404316 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (af81b0dc-a029-4cef-b3e4-55baafb0830c), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:29.456277 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-744ae7f5-4e1f-4498-b60a-40de78a85990 admin admin] Publish callbacks [] for port (5b95a378-16c2-4975-96ca-5cd0b4456663), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:29.469645 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=af81b0dc-a029-4cef-b3e4-55baafb0830c,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:29.523130 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-744ae7f5-4e1f-4498-b60a-40de78a85990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (5b95a378-16c2-4975-96ca-5cd0b4456663), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:29.535334 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-4a0f6320-f398-43e3-a244-f6ef5f5038f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:29.536912 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-4a0f6320-f398-43e3-a244-f6ef5f5038f5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1339653 Aug 18 17:08:29.593857 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:29.606714 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ae7f5-4e1f-4498-b60a-40de78a85990 admin admin] Pushing event updated for resources: {'Port': ['ID=5b95a378-16c2-4975-96ca-5cd0b4456663,revision_number=2']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:29.609287 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-744ae7f5-4e1f-4498-b60a-40de78a85990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3878594'] for router_interface (1047fc7f-d316-44bf-bd78-ff3303897646), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:29.630162 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:29.635514 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-81bd5ad6-38c2-4e72-8ff4-1f4233f71a36 req-4d495048-0f9e-4a72-a250-f30725cd37e1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220824 Aug 18 17:08:29.680258 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-18252fc6-60d3-4751-af34-3939d1b696e1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263640 Aug 18 17:08:29.723179 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744ae7f5-4e1f-4498-b60a-40de78a85990 admin admin] Network dcd0fc6c-6616-4d99-959f-76bbf998b0aa is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:08:29.724666 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-744ae7f5-4e1f-4498-b60a-40de78a85990 admin admin] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:08:29.831825 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-41bcba07-622a-44d2-98e3-c58a4859df9a req-0205d30d-a142-4f9d-bec7-6409fa2bc29f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399117 Aug 18 17:08:29.880504 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744ae7f5-4e1f-4498-b60a-40de78a85990 admin admin] Router 1047fc7f-d316-44bf-bd78-ff3303897646 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:08:29.995334 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-e61e8103-18ed-49c5-9e37-3aaaaa1de8f9 None None] Provisioning complete for port 5b95a378-16c2-4975-96ca-5cd0b4456663 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:29.995940 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e61e8103-18ed-49c5-9e37-3aaaaa1de8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (5b95a378-16c2-4975-96ca-5cd0b4456663), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:30.026574 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744ae7f5-4e1f-4498-b60a-40de78a85990 admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:08:30.033594 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-744ae7f5-4e1f-4498-b60a-40de78a85990 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/1047fc7f-d316-44bf-bd78-ff3303897646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3182509 Aug 18 17:08:30.037241 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-e61e8103-18ed-49c5-9e37-3aaaaa1de8f9 None None] Port 5b95a378-16c2-4975-96ca-5cd0b4456663 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:08:30.161419 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65544b8a-e5eb-4376-95cf-826f2abfc673 req-5485b3a0-9292-42f2-ade7-db6630c0438a tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:30.162964 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-65544b8a-e5eb-4376-95cf-826f2abfc673 req-5485b3a0-9292-42f2-ade7-db6630c0438a tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 943 time: 0.0633702 Aug 18 17:08:30.229501 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-65544b8a-e5eb-4376-95cf-826f2abfc673 req-85b97621-591f-46c8-8184-9f786e097473 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588617 Aug 18 17:08:30.314670 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:08:30.363500 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd9787-05b7-493c-8735-4bdf6c011c51 req-a47f0a47-ed61-4bfb-ae04-667a073e56ff tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:30.365237 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-62bd9787-05b7-493c-8735-4bdf6c011c51 req-a47f0a47-ed61-4bfb-ae04-667a073e56ff tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0624692 Aug 18 17:08:30.428477 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-62bd9787-05b7-493c-8735-4bdf6c011c51 req-a4167bc1-9433-451b-b790-8847565df62d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561297 Aug 18 17:08:30.519563 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] Sync routers for ids ['1047fc7f-d316-44bf-bd78-ff3303897646'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:08:30.532035 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] Routers {'1047fc7f-d316-44bf-bd78-ff3303897646'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:08:30.532921 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:08:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1047fc7f-d316-44bf-bd78-ff3303897646'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:30.666655 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] Set router 1047fc7f-d316-44bf-bd78-ff3303897646 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:08:31.017676 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'name': 'tempest-TestMinimumBasicScenario-763037979-router', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:22Z', 'updated_at': '2022-08-18T17:08:28Z', 'revision_number': 4, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'gw_port': {'id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:23Z', 'updated_at': '2022-08-18T17:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '5b95a378-16c2-4975-96ca-5cd0b4456663', 'name': '', 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'mac_address': 'fa:16:3e:5e:b5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f11fbfcf-66ef-4804-9d38-48c210871c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:27Z', 'updated_at': '2022-08-18T17:08:29Z', 'revision_number': 2, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'subnets': [{'id': 'f11fbfcf-66ef-4804-9d38-48c210871c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:31.065346 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] Checking router: 1047fc7f-d316-44bf-bd78-ff3303897646 for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:08:31.065676 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] Updating router 1047fc7f-d316-44bf-bd78-ff3303897646 port 5b95a378-16c2-4975-96ca-5cd0b4456663 binding host dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 17:08:31.098121 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device af81b0dc-a029-4cef-b3e4-55baafb0830c up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:08:31.115003 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (5b95a378-16c2-4975-96ca-5cd0b4456663), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:31.204426 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port af81b0dc-a029-4cef-b3e4-55baafb0830c triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:31.205065 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (af81b0dc-a029-4cef-b3e4-55baafb0830c), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:31.314868 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port af81b0dc-a029-4cef-b3e4-55baafb0830c is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:31.409662 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b66c1a-c660-4d0d-9dbf-98cec6738540 req-7f3bdee8-ee9b-4a7e-9877-1d724daf970e tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:31.411246 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d2b66c1a-c660-4d0d-9dbf-98cec6738540 req-7f3bdee8-ee9b-4a7e-9877-1d724daf970e tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 943 time: 0.0739918 Aug 18 17:08:31.536427 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d2b66c1a-c660-4d0d-9dbf-98cec6738540 req-b07486e4-6c57-4729-8922-d84f3c6832c7 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1131625 Aug 18 17:08:31.591237 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:31.599202 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 47332) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:31.608340 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-abbb27de-b137-45be-bcb7-8e00a8b212a3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-131575903-network', 'tenant_id': 'a984e99936fe456890bac4d581cc4353'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:08:31.732464 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419296f3-4d13-4c62-977f-d09e796d4cff req-046c9d50-72c0-4d32-854a-78650622ad6d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:31.732464 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-419296f3-4d13-4c62-977f-d09e796d4cff req-046c9d50-72c0-4d32-854a-78650622ad6d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.1558754 Aug 18 17:08:31.814070 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] Publish callbacks [] for port (5b95a378-16c2-4975-96ca-5cd0b4456663), precommit_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:31.833657 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-419296f3-4d13-4c62-977f-d09e796d4cff req-ef5055b9-a24d-4b59-a9d3-c13d54c6bf6d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078959 Aug 18 17:08:31.929353 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbb27de-b137-45be-bcb7-8e00a8b212a3 admin admin] Made reservation on behalf of a984e99936fe456890bac4d581cc4353 for: {'network': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:08:31.934770 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-abbb27de-b137-45be-bcb7-8e00a8b212a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for network (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:31.945439 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-abbb27de-b137-45be-bcb7-8e00a8b212a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:31.956598 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (5b95a378-16c2-4975-96ca-5cd0b4456663), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:32.095097 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:32.096433 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:32.096433 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6337587-dbd3-4eb4-b0c1-e8642be0e3f7 None None] Pushing event updated for resources: {'Port': ['ID=5b95a378-16c2-4975-96ca-5cd0b4456663,revision_number=3']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:32.096625 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-abbb27de-b137-45be-bcb7-8e00a8b212a3 admin admin] Publish callbacks [] for security_group (c0ff5e89-ed93-4895-81bd-8cf1c950b7aa), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:32.096712 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6337587-dbd3-4eb4-b0c1-e8642be0e3f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:32.096712 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6337587-dbd3-4eb4-b0c1-e8642be0e3f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:32.096712 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6337587-dbd3-4eb4-b0c1-e8642be0e3f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:32.096712 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6337587-dbd3-4eb4-b0c1-e8642be0e3f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:32.096712 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6337587-dbd3-4eb4-b0c1-e8642be0e3f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:32.096712 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6337587-dbd3-4eb4-b0c1-e8642be0e3f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:32.096712 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6337587-dbd3-4eb4-b0c1-e8642be0e3f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:32.096712 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6337587-dbd3-4eb4-b0c1-e8642be0e3f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:32.096712 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6337587-dbd3-4eb4-b0c1-e8642be0e3f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:32.096712 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6337587-dbd3-4eb4-b0c1-e8642be0e3f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:32.096712 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6337587-dbd3-4eb4-b0c1-e8642be0e3f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:32.096712 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6337587-dbd3-4eb4-b0c1-e8642be0e3f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:32.096712 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6337587-dbd3-4eb4-b0c1-e8642be0e3f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:32.096712 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6337587-dbd3-4eb4-b0c1-e8642be0e3f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:32.096712 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6337587-dbd3-4eb4-b0c1-e8642be0e3f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:32.097711 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] Attempting to bind port 5b95a378-16c2-4975-96ca-5cd0b4456663 on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:08:32.097711 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] Attempting to bind port 5b95a378-16c2-4975-96ca-5cd0b4456663 by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '480d962a-009a-4021-8fe3-4c8369e5eb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa'}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:08:32.097711 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] Attempting to bind port 5b95a378-16c2-4975-96ca-5cd0b4456663 on network dcd0fc6c-6616-4d99-959f-76bbf998b0aa {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:08:32.097711 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:08:32.097711 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] Checking segment: {'id': '480d962a-009a-4021-8fe3-4c8369e5eb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:08:32.097711 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:32.097711 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] Bound using segment: {'id': '480d962a-009a-4021-8fe3-4c8369e5eb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa'} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:08:32.097711 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] Bound port: 5b95a378-16c2-4975-96ca-5cd0b4456663, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480d962a-009a-4021-8fe3-4c8369e5eb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa'}}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:08:32.097711 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (5b95a378-16c2-4975-96ca-5cd0b4456663), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:32.144991 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:32.188745 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] For port 5b95a378-16c2-4975-96ca-5cd0b4456663, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:08:32.192158 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] For port 5b95a378-16c2-4975-96ca-5cd0b4456663, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=5b95a378-16c2-4975-96ca-5cd0b4456663,segment=NetworkSegment(480d962a-009a-4021-8fe3-4c8369e5eb10),segment_id=480d962a-009a-4021-8fe3-4c8369e5eb10)] {{(pid=106921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:08:32.414973 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-abbb27de-b137-45be-bcb7-8e00a8b212a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (c0ff5e89-ed93-4895-81bd-8cf1c950b7aa), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:32.416062 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (5b95a378-16c2-4975-96ca-5cd0b4456663), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:32.455344 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] Routers {'1047fc7f-d316-44bf-bd78-ff3303897646'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:08:32.456434 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:08:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1047fc7f-d316-44bf-bd78-ff3303897646'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:32.465305 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abbb27de-b137-45be-bcb7-8e00a8b212a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=106918) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 17:08:32.473354 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb27de-b137-45be-bcb7-8e00a8b212a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ff5e89-ed93-4895-81bd-8cf1c950b7aa,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:32.484648 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-abbb27de-b137-45be-bcb7-8e00a8b212a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (dddfc19b-50c7-41c1-84fc-b28af0b12638), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:32.484648 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.db.segments_db [None req-abbb27de-b137-45be-bcb7-8e00a8b212a3 admin admin] Added segment dddfc19b-50c7-41c1-84fc-b28af0b12638 of type vlan for network b71f012f-d2f5-4d37-bee7-b9ba4ab4506d Aug 18 17:08:32.539319 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:32.540114 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-abbb27de-b137-45be-bcb7-8e00a8b212a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740646246220'] for network (b71f012f-d2f5-4d37-bee7-b9ba4ab4506d), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:32.601987 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6337587-dbd3-4eb4-b0c1-e8642be0e3f7 None None] Pushing event updated for resources: {'Port': ['ID=5b95a378-16c2-4975-96ca-5cd0b4456663,revision_number=4']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:32.606336 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] Set router 1047fc7f-d316-44bf-bd78-ff3303897646 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:08:32.748919 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-abbb27de-b137-45be-bcb7-8e00a8b212a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for network (b71f012f-d2f5-4d37-bee7-b9ba4ab4506d), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:32.754109 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbb27de-b137-45be-bcb7-8e00a8b212a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:32.755249 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-abbb27de-b137-45be-bcb7-8e00a8b212a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:32.777839 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4e861-fa7d-45a9-aafe-ac55dcba066d req-8004baf9-4973-4ba1-8903-08798118d627 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:32.787719 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e5c4e861-fa7d-45a9-aafe-ac55dcba066d req-8004baf9-4973-4ba1-8903-08798118d627 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 943 time: 0.1202865 Aug 18 17:08:32.843926 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:32.932895 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-abbb27de-b137-45be-bcb7-8e00a8b212a3 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3322306 Aug 18 17:08:32.938089 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 47352) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:32.945196 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-81029cc5-609d-4f19-acd9-79f3004e0089 admin admin] Request body: {'subnet': {'network_id': 'b71f012f-d2f5-4d37-bee7-b9ba4ab4506d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-131575903-subnet', 'tenant_id': 'a984e99936fe456890bac4d581cc4353', 'ip_version': 4}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:08:32.951196 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb27de-b137-45be-bcb7-8e00a8b212a3 admin admin] Pushing event updated for resources: {'Network': ['ID=b71f012f-d2f5-4d37-bee7-b9ba4ab4506d,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:32.972810 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Network b71f012f-d2f5-4d37-bee7-b9ba4ab4506d details requested by agent ovs-agent-dv-cinder-853678-2-iscsi with host dv-cinder-853678-2-iscsi {{(pid=106920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 17:08:32.998091 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'name': 'tempest-TestMinimumBasicScenario-763037979-router', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:22Z', 'updated_at': '2022-08-18T17:08:28Z', 'revision_number': 4, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'gw_port': {'id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:23Z', 'updated_at': '2022-08-18T17:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '5b95a378-16c2-4975-96ca-5cd0b4456663', 'name': '', 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'mac_address': 'fa:16:3e:5e:b5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f11fbfcf-66ef-4804-9d38-48c210871c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:27Z', 'updated_at': '2022-08-18T17:08:32Z', 'revision_number': 4, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'subnets': [{'id': 'f11fbfcf-66ef-4804-9d38-48c210871c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:33.016007 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e5c4e861-fa7d-45a9-aafe-ac55dcba066d req-0c6371ee-ac1b-45bf-9f5e-b2d7494ae38b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2140570 Aug 18 17:08:33.035783 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027122f6-5d6a-4289-b546-a665731f2577 None None] The sync data for ids ['1047fc7f-d316-44bf-bd78-ff3303897646'] in dv-cinder-853678-2-iscsi is: [{'id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'name': 'tempest-TestMinimumBasicScenario-763037979-router', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:22Z', 'updated_at': '2022-08-18T17:08:28Z', 'revision_number': 4, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'gw_port': {'id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:23Z', 'updated_at': '2022-08-18T17:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '5b95a378-16c2-4975-96ca-5cd0b4456663', 'name': '', 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'mac_address': 'fa:16:3e:5e:b5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f11fbfcf-66ef-4804-9d38-48c210871c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:27Z', 'updated_at': '2022-08-18T17:08:32Z', 'revision_number': 4, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'subnets': [{'id': 'f11fbfcf-66ef-4804-9d38-48c210871c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:08:33.108350 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f130e0-d52f-40f8-9ff9-0086eb17b9b6 req-46388f97-496a-469e-980d-7b4e486def97 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:33.146293 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-06f130e0-d52f-40f8-9ff9-0086eb17b9b6 req-46388f97-496a-469e-980d-7b4e486def97 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.1932013 Aug 18 17:08:33.218422 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81029cc5-609d-4f19-acd9-79f3004e0089 admin admin] Made reservation on behalf of a984e99936fe456890bac4d581cc4353 for: {'subnet': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:08:33.221177 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-81029cc5-609d-4f19-acd9-79f3004e0089 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25646453'] for subnet (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:33.295094 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-06f130e0-d52f-40f8-9ff9-0086eb17b9b6 req-9ff57df3-3abf-45eb-a12a-14718cd062dd tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285312 Aug 18 17:08:33.632699 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-81029cc5-609d-4f19-acd9-79f3004e0089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26604264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25646443'] for subnet (74e0a736-193e-4244-a93f-5c36cc70cec7), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:33.702434 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81029cc5-609d-4f19-acd9-79f3004e0089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74e0a736-193e-4244-a93f-5c36cc70cec7,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:33.720011 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81029cc5-609d-4f19-acd9-79f3004e0089 admin admin] Checking segment: {'id': 'dddfc19b-50c7-41c1-84fc-b28af0b12638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b71f012f-d2f5-4d37-bee7-b9ba4ab4506d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:08:33.722798 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81029cc5-609d-4f19-acd9-79f3004e0089 admin admin] Network hostable DHCP agents. Network: b71f012f-d2f5-4d37-bee7-b9ba4ab4506d, hostable agents: ['e58bb1ce-71d7-42ea-87d8-4585040b913b'], hosted agents: [] {{(pid=106919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 17:08:33.831699 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81029cc5-609d-4f19-acd9-79f3004e0089 admin admin] Network b71f012f-d2f5-4d37-bee7-b9ba4ab4506d is scheduled to be hosted by DHCP agent e58bb1ce-71d7-42ea-87d8-4585040b913b with binding_index 1 {{(pid=106919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 17:08:33.900368 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-81029cc5-609d-4f19-acd9-79f3004e0089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853678-2-iscsi, b71f012f-d2f5-4d37-bee7-b9ba4ab4506d) {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:08:33.917551 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81029cc5-609d-4f19-acd9-79f3004e0089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:33.917551 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-81029cc5-609d-4f19-acd9-79f3004e0089 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:33.924133 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffd8dfb-75a8-4eab-b3c1-427d58cdeb1d None None] Network b71f012f-d2f5-4d37-bee7-b9ba4ab4506d requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:08:34.038425 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 47368) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:34.043983 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-81029cc5-609d-4f19-acd9-79f3004e0089 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1010344 Aug 18 17:08:34.045110 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-7d21803f-1ff6-4b7b-9cb1-5b8025d4363c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-131575903-router', 'tenant_id': 'a984e99936fe456890bac4d581cc4353', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:08:34.220634 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4d07e8-1e08-4d8a-b456-37d3d6a0c041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3313c541-5052-5b58-90ab-4ac2d5070ee7-b71f012f-d2f5-4d37-bee7-b9ba4ab4506d', 'network_id': 'b71f012f-d2f5-4d37-bee7-b9ba4ab4506d', 'project_id': 'a984e99936fe456890bac4d581cc4353', 'fixed_ips': [{'subnet_id': '74e0a736-193e-4244-a93f-5c36cc70cec7'}]}} from dv-cinder-853678-2-iscsi. {{(pid=106920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 17:08:34.221807 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-bd4d07e8-1e08-4d8a-b456-37d3d6a0c041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:34.255124 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7d21803f-1ff6-4b7b-9cb1-5b8025d4363c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (a9df4466-96b1-4284-b879-a0cb4507c925), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:34.256211 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7d21803f-1ff6-4b7b-9cb1-5b8025d4363c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3874696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3929413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5391'] for router (a9df4466-96b1-4284-b879-a0cb4507c925), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:34.315947 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06654e9-e774-4f49-800a-d3e511397d92 req-22b51b75-1abd-4f25-9c67-ce7283fadd92 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:34.317511 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b06654e9-e774-4f49-800a-d3e511397d92 req-22b51b75-1abd-4f25-9c67-ce7283fadd92 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 943 time: 0.1101873 Aug 18 17:08:34.399573 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7d21803f-1ff6-4b7b-9cb1-5b8025d4363c admin admin] Publish callbacks [] for router_controller (a9df4466-96b1-4284-b879-a0cb4507c925), precommit_add_association {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:34.440728 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b06654e9-e774-4f49-800a-d3e511397d92 req-9879270e-9e75-4133-b6f0-c0fa7ad17cec tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1165013 Aug 18 17:08:34.598768 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3e440-fe43-4173-ad85-f48f3c6e73b0 req-da187f23-cd1e-45e9-9732-d8212b143cec tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:34.600090 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.db_base_plugin_common [None req-bd4d07e8-1e08-4d8a-b456-37d3d6a0c041 None None] Allocated IP 172.20.0.2 (b71f012f-d2f5-4d37-bee7-b9ba4ab4506d/74e0a736-193e-4244-a93f-5c36cc70cec7/c5c51483-be11-4895-8e93-a855430a746a) {{(pid=106920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:08:34.603402 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b1c3e440-fe43-4173-ad85-f48f3c6e73b0 req-da187f23-cd1e-45e9-9732-d8212b143cec tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.1528761 Aug 18 17:08:34.650283 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7d21803f-1ff6-4b7b-9cb1-5b8025d4363c admin admin] Publish callbacks [] for router_gateway (a9df4466-96b1-4284-b879-a0cb4507c925), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:34.746454 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b1c3e440-fe43-4173-ad85-f48f3c6e73b0 req-7be423fb-a52c-460c-b38e-f91f328dcc26 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211240 Aug 18 17:08:34.863682 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-bd4d07e8-1e08-4d8a-b456-37d3d6a0c041 None None] Publish callbacks [] for port (c5c51483-be11-4895-8e93-a855430a746a), precommit_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:34.866842 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:34.920600 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-bd4d07e8-1e08-4d8a-b456-37d3d6a0c041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (c5c51483-be11-4895-8e93-a855430a746a), after_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:34.994326 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d07e8-1e08-4d8a-b456-37d3d6a0c041 None None] Pushing event updated for resources: {'Port': ['ID=c5c51483-be11-4895-8e93-a855430a746a,revision_number=1']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:35.007948 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4d07e8-1e08-4d8a-b456-37d3d6a0c041 None None] Network b71f012f-d2f5-4d37-bee7-b9ba4ab4506d is already hosted by enough agents. {{(pid=106920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:08:35.009863 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.base_scheduler [None req-bd4d07e8-1e08-4d8a-b456-37d3d6a0c041 None None] Resources bound (agent type, host, resource id): {{(pid=106920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:08:35.014982 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4d07e8-1e08-4d8a-b456-37d3d6a0c041 None None] Received port after_create {{(pid=106920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:08:35.090989 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-bd4d07e8-1e08-4d8a-b456-37d3d6a0c041 None None] Attempting to bind port c5c51483-be11-4895-8e93-a855430a746a on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:08:35.091363 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-bd4d07e8-1e08-4d8a-b456-37d3d6a0c041 None None] Attempting to bind port c5c51483-be11-4895-8e93-a855430a746a by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': 'dddfc19b-50c7-41c1-84fc-b28af0b12638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b71f012f-d2f5-4d37-bee7-b9ba4ab4506d'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:08:35.091750 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4d07e8-1e08-4d8a-b456-37d3d6a0c041 None None] Attempting to bind port c5c51483-be11-4895-8e93-a855430a746a on network b71f012f-d2f5-4d37-bee7-b9ba4ab4506d {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:08:35.098117 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4d07e8-1e08-4d8a-b456-37d3d6a0c041 None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:08:35.098624 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4d07e8-1e08-4d8a-b456-37d3d6a0c041 None None] Checking segment: {'id': 'dddfc19b-50c7-41c1-84fc-b28af0b12638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b71f012f-d2f5-4d37-bee7-b9ba4ab4506d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:08:35.099029 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-bd4d07e8-1e08-4d8a-b456-37d3d6a0c041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:35.099424 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4d07e8-1e08-4d8a-b456-37d3d6a0c041 None None] Bound using segment: {'id': 'dddfc19b-50c7-41c1-84fc-b28af0b12638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b71f012f-d2f5-4d37-bee7-b9ba4ab4506d'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:08:35.099925 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-bd4d07e8-1e08-4d8a-b456-37d3d6a0c041 None None] Bound port: c5c51483-be11-4895-8e93-a855430a746a, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dddfc19b-50c7-41c1-84fc-b28af0b12638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b71f012f-d2f5-4d37-bee7-b9ba4ab4506d'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:08:35.100307 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-bd4d07e8-1e08-4d8a-b456-37d3d6a0c041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (c5c51483-be11-4895-8e93-a855430a746a), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:35.135073 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:35.145814 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 5b95a378-16c2-4975-96ca-5cd0b4456663 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:08:35.202186 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:35.213763 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-bd4d07e8-1e08-4d8a-b456-37d3d6a0c041 None None] For port c5c51483-be11-4895-8e93-a855430a746a, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:08:35.237040 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 5b95a378-16c2-4975-96ca-5cd0b4456663 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:35.237936 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (5b95a378-16c2-4975-96ca-5cd0b4456663), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:35.243379 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-bd4d07e8-1e08-4d8a-b456-37d3d6a0c041 None None] For port c5c51483-be11-4895-8e93-a855430a746a, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=c5c51483-be11-4895-8e93-a855430a746a,segment=NetworkSegment(dddfc19b-50c7-41c1-84fc-b28af0b12638),segment_id=dddfc19b-50c7-41c1-84fc-b28af0b12638)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:08:35.335536 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-bd4d07e8-1e08-4d8a-b456-37d3d6a0c041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (c5c51483-be11-4895-8e93-a855430a746a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:35.407880 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d07e8-1e08-4d8a-b456-37d3d6a0c041 None None] Pushing event updated for resources: {'Port': ['ID=c5c51483-be11-4895-8e93-a855430a746a,revision_number=2']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:35.410839 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 5b95a378-16c2-4975-96ca-5cd0b4456663 is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:35.411348 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (5b95a378-16c2-4975-96ca-5cd0b4456663), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:35.481649 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port 5b95a378-16c2-4975-96ca-5cd0b4456663, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=5b95a378-16c2-4975-96ca-5cd0b4456663,segment=NetworkSegment(480d962a-009a-4021-8fe3-4c8369e5eb10),segment_id=480d962a-009a-4021-8fe3-4c8369e5eb10)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:08:35.552506 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (5b95a378-16c2-4975-96ca-5cd0b4456663), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:35.666014 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=5b95a378-16c2-4975-96ca-5cd0b4456663,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:35.701506 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca382cf-7ab0-4846-9336-5a19bfac5b5e req-79cc322e-f992-4efa-ba6d-2ead5018efb5 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:35.703093 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-bca382cf-7ab0-4846-9336-5a19bfac5b5e req-79cc322e-f992-4efa-ba6d-2ead5018efb5 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 943 time: 0.1179180 Aug 18 17:08:35.704327 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7d21803f-1ff6-4b7b-9cb1-5b8025d4363c admin admin] Publish callbacks [] for router_gateway (a9df4466-96b1-4284-b879-a0cb4507c925), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:35.733318 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7d21803f-1ff6-4b7b-9cb1-5b8025d4363c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:35.820810 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:35.832287 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-bca382cf-7ab0-4846-9336-5a19bfac5b5e req-b1fc7e93-55fa-4f69-a8c9-d813f241a7dc tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1061151 Aug 18 17:08:35.893871 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [None req-7d21803f-1ff6-4b7b-9cb1-5b8025d4363c admin admin] Allocated IP 172.27.1.15 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:08:35.911232 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b03e9-d0c9-40ad-b7aa-8d85df78ba02 req-4af1f193-9ff5-4dcd-ad7f-fab2a1ccfb50 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:35.912870 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4c1b03e9-d0c9-40ad-b7aa-8d85df78ba02 req-4af1f193-9ff5-4dcd-ad7f-fab2a1ccfb50 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0679610 Aug 18 17:08:35.984209 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4c1b03e9-d0c9-40ad-b7aa-8d85df78ba02 req-7d2d1783-8a16-4fdf-8be3-3ee2a6d6a4c9 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642622 Aug 18 17:08:36.036644 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7d21803f-1ff6-4b7b-9cb1-5b8025d4363c admin admin] Publish callbacks [] for port (ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:36.066742 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:36.151163 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7d21803f-1ff6-4b7b-9cb1-5b8025d4363c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:36.197464 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d21803f-1ff6-4b7b-9cb1-5b8025d4363c admin admin] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:08:36.203069 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-7d21803f-1ff6-4b7b-9cb1-5b8025d4363c admin admin] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:08:36.207745 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d21803f-1ff6-4b7b-9cb1-5b8025d4363c admin admin] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:08:36.212911 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21803f-1ff6-4b7b-9cb1-5b8025d4363c admin admin] Pushing event updated for resources: {'Port': ['ID=ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:36.448328 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0e75c6-fbcd-4cc1-b208-90250b9e06e7 None None] Network b71f012f-d2f5-4d37-bee7-b9ba4ab4506d requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:08:36.539858 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-0b389702-736f-46b6-8b5a-8f77e0cc15fd None None] Provisioning complete for port c5c51483-be11-4895-8e93-a855430a746a triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:36.540490 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-0b389702-736f-46b6-8b5a-8f77e0cc15fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (c5c51483-be11-4895-8e93-a855430a746a), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:36.565371 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7d21803f-1ff6-4b7b-9cb1-5b8025d4363c admin admin] Publish callbacks [] for router_gateway (a9df4466-96b1-4284-b879-a0cb4507c925), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:36.668851 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-0b389702-736f-46b6-8b5a-8f77e0cc15fd None None] Current status of the port c5c51483-be11-4895-8e93-a855430a746a is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:36.669333 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-0b389702-736f-46b6-8b5a-8f77e0cc15fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (c5c51483-be11-4895-8e93-a855430a746a), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:36.716368 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-0b389702-736f-46b6-8b5a-8f77e0cc15fd None None] For port c5c51483-be11-4895-8e93-a855430a746a, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=c5c51483-be11-4895-8e93-a855430a746a,segment=NetworkSegment(dddfc19b-50c7-41c1-84fc-b28af0b12638),segment_id=dddfc19b-50c7-41c1-84fc-b28af0b12638)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:08:36.807776 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-0b389702-736f-46b6-8b5a-8f77e0cc15fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (c5c51483-be11-4895-8e93-a855430a746a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:36.817302 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7d21803f-1ff6-4b7b-9cb1-5b8025d4363c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3874809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876444'] for router (a9df4466-96b1-4284-b879-a0cb4507c925), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:36.860744 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b389702-736f-46b6-8b5a-8f77e0cc15fd None None] Pushing event updated for resources: {'Port': ['ID=c5c51483-be11-4895-8e93-a855430a746a,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:36.928541 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-98ecbea6-104c-4e7e-9573-8d8d6a760e1c None None] Provisioning complete for port c5c51483-be11-4895-8e93-a855430a746a triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:36.930926 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-98ecbea6-104c-4e7e-9573-8d8d6a760e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (c5c51483-be11-4895-8e93-a855430a746a), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:36.977524 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6b372-71ff-4ee3-afcb-db6f1bdd2fb3 req-b3722740-e34a-438d-a6f9-0edb48221fc8 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:36.979293 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-65d6b372-71ff-4ee3-afcb-db6f1bdd2fb3 req-b3722740-e34a-438d-a6f9-0edb48221fc8 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 943 time: 0.0658593 Aug 18 17:08:37.015010 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-98ecbea6-104c-4e7e-9573-8d8d6a760e1c None None] Current status of the port c5c51483-be11-4895-8e93-a855430a746a is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:37.032383 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:37.052916 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-65d6b372-71ff-4ee3-afcb-db6f1bdd2fb3 req-4ae4953d-1f4a-43c1-99af-0fb4af41135c tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646493 Aug 18 17:08:37.123160 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d21803f-1ff6-4b7b-9cb1-5b8025d4363c admin admin] Router a9df4466-96b1-4284-b879-a0cb4507c925 is scheduled to L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 with binding_index 1 {{(pid=106918) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 17:08:37.129965 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c5771-9afb-4d02-bcd1-024f32e55c6c req-0314d657-855c-4769-ab21-00087677de25 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:37.131918 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b41c5771-9afb-4d02-bcd1-024f32e55c6c req-0314d657-855c-4769-ab21-00087677de25 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0505586 Aug 18 17:08:37.159044 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 5b95a378-16c2-4975-96ca-5cd0b4456663 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:08:37.162295 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:37.184162 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b41c5771-9afb-4d02-bcd1-024f32e55c6c req-6c9f9ccc-6909-4172-991b-94bedab7c910 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456915 Aug 18 17:08:37.209231 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 5b95a378-16c2-4975-96ca-5cd0b4456663 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:37.209692 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (5b95a378-16c2-4975-96ca-5cd0b4456663), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:37.241520 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d21803f-1ff6-4b7b-9cb1-5b8025d4363c admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:08:37.250352 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] Sync routers for ids ['a9df4466-96b1-4284-b879-a0cb4507c925'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:08:37.266883 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] Routers {'a9df4466-96b1-4284-b879-a0cb4507c925'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:08:37.267576 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:08:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['a9df4466-96b1-4284-b879-a0cb4507c925'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:37.319182 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-7d21803f-1ff6-4b7b-9cb1-5b8025d4363c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:37.327252 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-7d21803f-1ff6-4b7b-9cb1-5b8025d4363c admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2812207 Aug 18 17:08:37.327252 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 47414) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:37.368535 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 5b95a378-16c2-4975-96ca-5cd0b4456663 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:37.369634 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device c5c51483-be11-4895-8e93-a855430a746a up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:08:37.425963 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] Set router a9df4466-96b1-4284-b879-a0cb4507c925 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:08:37.567880 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:37.627082 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port c5c51483-be11-4895-8e93-a855430a746a triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:37.627698 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (c5c51483-be11-4895-8e93-a855430a746a), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:37.767038 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=100 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:37.769456 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-de1aa47f-9f78-4667-868d-d670d43ce789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:37.788786 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port c5c51483-be11-4895-8e93-a855430a746a is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:37.797103 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9df4466-96b1-4284-b879-a0cb4507c925', 'name': 'tempest-TestMinimumBasicScenario-131575903-router', 'tenant_id': 'a984e99936fe456890bac4d581cc4353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:34Z', 'updated_at': '2022-08-18T17:08:36Z', 'revision_number': 3, 'project_id': 'a984e99936fe456890bac4d581cc4353', 'gw_port': {'id': 'ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9df4466-96b1-4284-b879-a0cb4507c925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:35Z', 'updated_at': '2022-08-18T17:08:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:37.830578 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] Checking router: a9df4466-96b1-4284-b879-a0cb4507c925 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:08:37.830928 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] Updating router a9df4466-96b1-4284-b879-a0cb4507c925 port ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f binding host dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 17:08:37.862558 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:37.866430 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:37.955972 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [None req-de1aa47f-9f78-4667-868d-d670d43ce789 admin admin] Allocated IP 172.20.0.1 (b71f012f-d2f5-4d37-bee7-b9ba4ab4506d/74e0a736-193e-4244-a93f-5c36cc70cec7/2c60c0bc-3751-4c5b-935d-062cef6545a3) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:08:38.007285 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:38.096194 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-de1aa47f-9f78-4667-868d-d670d43ce789 admin admin] Publish callbacks [] for port (2c60c0bc-3751-4c5b-935d-062cef6545a3), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:38.185905 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] Publish callbacks [] for port (ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f), precommit_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:38.200336 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dc5f6-fa87-4bf9-aaa9-899a70bff70b req-29a88708-6bce-4c9a-a915-e49273403252 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:38.201937 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5e0dc5f6-fa87-4bf9-aaa9-899a70bff70b req-29a88708-6bce-4c9a-a915-e49273403252 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 943 time: 0.0595961 Aug 18 17:08:38.262674 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:38.275226 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-de1aa47f-9f78-4667-868d-d670d43ce789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (2c60c0bc-3751-4c5b-935d-062cef6545a3), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:38.335077 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e47f9-77ee-4992-b28e-82acfb7bed6a None None] Pushing event updated for resources: {'Port': ['ID=ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f,revision_number=2']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:38.342379 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] Attempting to bind port ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:08:38.343355 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] Attempting to bind port ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:08:38.344289 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:38.344778 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] Attempting to bind port ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f on network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:08:38.345181 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1aa47f-9f78-4667-868d-d670d43ce789 admin admin] Network b71f012f-d2f5-4d37-bee7-b9ba4ab4506d is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:08:38.349845 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5e0dc5f6-fa87-4bf9-aaa9-899a70bff70b req-90b8c35f-d8c8-49c5-b92a-c20e785bcdaa tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1419022 Aug 18 17:08:38.351118 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:08:38.351525 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] Checking segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:08:38.351942 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:38.352333 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] Bound using segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:08:38.352803 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] Bound port: ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:08:38.353325 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:38.357467 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-de1aa47f-9f78-4667-868d-d670d43ce789 admin admin] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:08:38.362388 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1aa47f-9f78-4667-868d-d670d43ce789 admin admin] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:08:38.407420 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1aa47f-9f78-4667-868d-d670d43ce789 admin admin] Pushing event updated for resources: {'Port': ['ID=2c60c0bc-3751-4c5b-935d-062cef6545a3,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:38.407420 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:38.422448 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] For port ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:08:38.423228 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8419a0-2675-44f9-a63b-80bc39b9395e req-9c1deed4-4b45-4cca-be89-a1799c3e619b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:38.425082 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0b8419a0-2675-44f9-a63b-80bc39b9395e req-9c1deed4-4b45-4cca-be89-a1799c3e619b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.1444135 Aug 18 17:08:38.426448 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] For port ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:08:38.427661 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-de1aa47f-9f78-4667-868d-d670d43ce789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3878446'] for router_interface (a9df4466-96b1-4284-b879-a0cb4507c925), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:38.464904 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:38.494991 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0b8419a0-2675-44f9-a63b-80bc39b9395e req-95ab75eb-4991-4944-9104-619f175595a5 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623386 Aug 18 17:08:38.538618 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:38.585839 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] Routers {'a9df4466-96b1-4284-b879-a0cb4507c925'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:08:38.586484 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:08:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['a9df4466-96b1-4284-b879-a0cb4507c925'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:38.636270 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e47f9-77ee-4992-b28e-82acfb7bed6a None None] Pushing event updated for resources: {'Port': ['ID=ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:38.694809 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-b5d14708-274d-41ad-abf9-f65b29b2a978 None None] Provisioning complete for port 2c60c0bc-3751-4c5b-935d-062cef6545a3 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:38.695152 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-b5d14708-274d-41ad-abf9-f65b29b2a978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (2c60c0bc-3751-4c5b-935d-062cef6545a3), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:38.723095 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-de1aa47f-9f78-4667-868d-d670d43ce789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (2c60c0bc-3751-4c5b-935d-062cef6545a3), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:38.743874 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] Set router a9df4466-96b1-4284-b879-a0cb4507c925 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:08:38.777217 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-b5d14708-274d-41ad-abf9-f65b29b2a978 None None] Port 2c60c0bc-3751-4c5b-935d-062cef6545a3 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:08:38.930524 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-de1aa47f-9f78-4667-868d-d670d43ce789 admin admin] Publish callbacks [] for port (2c60c0bc-3751-4c5b-935d-062cef6545a3), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:38.946815 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9df4466-96b1-4284-b879-a0cb4507c925', 'name': 'tempest-TestMinimumBasicScenario-131575903-router', 'tenant_id': 'a984e99936fe456890bac4d581cc4353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:34Z', 'updated_at': '2022-08-18T17:08:36Z', 'revision_number': 3, 'project_id': 'a984e99936fe456890bac4d581cc4353', 'gw_port': {'id': 'ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9df4466-96b1-4284-b879-a0cb4507c925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:35Z', 'updated_at': '2022-08-18T17:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:38.975681 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f7e35a-33e8-4de2-9e15-4af74d22c08e None None] The sync data for ids ['a9df4466-96b1-4284-b879-a0cb4507c925'] in dv-cinder-853678-2-iscsi is: [{'id': 'a9df4466-96b1-4284-b879-a0cb4507c925', 'name': 'tempest-TestMinimumBasicScenario-131575903-router', 'tenant_id': 'a984e99936fe456890bac4d581cc4353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:34Z', 'updated_at': '2022-08-18T17:08:36Z', 'revision_number': 3, 'project_id': 'a984e99936fe456890bac4d581cc4353', 'gw_port': {'id': 'ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9df4466-96b1-4284-b879-a0cb4507c925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:35Z', 'updated_at': '2022-08-18T17:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:08:38.990354 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-de1aa47f-9f78-4667-868d-d670d43ce789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (2c60c0bc-3751-4c5b-935d-062cef6545a3), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:39.076371 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-de1aa47f-9f78-4667-868d-d670d43ce789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3878594'] for router_interface (a9df4466-96b1-4284-b879-a0cb4507c925), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:39.078203 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1aa47f-9f78-4667-868d-d670d43ce789 admin admin] Pushing event updated for resources: {'Port': ['ID=2c60c0bc-3751-4c5b-935d-062cef6545a3,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:39.080290 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:39.189943 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1aa47f-9f78-4667-868d-d670d43ce789 admin admin] Network b71f012f-d2f5-4d37-bee7-b9ba4ab4506d is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:08:39.191842 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-de1aa47f-9f78-4667-868d-d670d43ce789 admin admin] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:08:39.421237 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1aa47f-9f78-4667-868d-d670d43ce789 admin admin] Router a9df4466-96b1-4284-b879-a0cb4507c925 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:08:39.534715 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-4c4571dd-b8da-42f5-acb1-288c5586c734 None None] Provisioning complete for port 2c60c0bc-3751-4c5b-935d-062cef6545a3 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:39.534715 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-4c4571dd-b8da-42f5-acb1-288c5586c734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (2c60c0bc-3751-4c5b-935d-062cef6545a3), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:39.605927 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-4c4571dd-b8da-42f5-acb1-288c5586c734 None None] Port 2c60c0bc-3751-4c5b-935d-062cef6545a3 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:08:39.718589 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce774125-fe81-438c-b459-e6c88ba3860c req-691558ff-588c-46bf-b067-37f2918501f8 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:39.720350 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ce774125-fe81-438c-b459-e6c88ba3860c req-691558ff-588c-46bf-b067-37f2918501f8 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0656142 Aug 18 17:08:39.813535 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ce774125-fe81-438c-b459-e6c88ba3860c req-d1099a77-9093-4fce-ae78-665d102d0d0b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853770 Aug 18 17:08:39.899331 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdeeddd-a21f-416e-83fd-4f5a95712afe req-e869ebec-ff90-42b3-8060-dacef037b015 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:39.900908 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2cdeeddd-a21f-416e-83fd-4f5a95712afe req-e869ebec-ff90-42b3-8060-dacef037b015 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 943 time: 0.3518813 Aug 18 17:08:39.904541 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1aa47f-9f78-4667-868d-d670d43ce789 admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:08:39.910365 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-de1aa47f-9f78-4667-868d-d670d43ce789 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/a9df4466-96b1-4284-b879-a0cb4507c925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5852830 Aug 18 17:08:39.986268 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2cdeeddd-a21f-416e-83fd-4f5a95712afe req-0cf5aced-e8ec-4341-88df-98b10a1ed91a tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704648 Aug 18 17:08:40.083607 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 47492) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:40.219960 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-a544be3c-83da-4bea-ba0d-529bee1e12bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:40.302868 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-a544be3c-83da-4bea-ba0d-529bee1e12bf admin admin] Publish callbacks [] for security_group (252bfa20-701a-4fbc-93cd-55cec4a3e595), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:40.379895 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-a544be3c-83da-4bea-ba0d-529bee1e12bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (252bfa20-701a-4fbc-93cd-55cec4a3e595), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:40.421813 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544be3c-83da-4bea-ba0d-529bee1e12bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252bfa20-701a-4fbc-93cd-55cec4a3e595,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:40.428038 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-a544be3c-83da-4bea-ba0d-529bee1e12bf admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9e5149b9866a4db9933d346c80f3b22f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432097 Aug 18 17:08:40.429088 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 47510) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:40.478528 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:40.525706 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-611a1c6d-ecd9-4fe5-a54c-7840734628ea admin admin] Publish callbacks [] for security_group (252bfa20-701a-4fbc-93cd-55cec4a3e595), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:40.565203 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-611a1c6d-ecd9-4fe5-a54c-7840734628ea admin admin] Publish callbacks [] for security_group (252bfa20-701a-4fbc-93cd-55cec4a3e595), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:40.717568 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-611a1c6d-ecd9-4fe5-a54c-7840734628ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (252bfa20-701a-4fbc-93cd-55cec4a3e595), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:40.720189 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-611a1c6d-ecd9-4fe5-a54c-7840734628ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:40.721554 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-611a1c6d-ecd9-4fe5-a54c-7840734628ea admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/252bfa20-701a-4fbc-93cd-55cec4a3e595 HTTP/1.1" status: 204 len: 168 time: 0.2915373 Aug 18 17:08:40.733642 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a1c6d-ecd9-4fe5-a54c-7840734628ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252bfa20-701a-4fbc-93cd-55cec4a3e595,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:41.098582 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bcde1-acb5-4002-95dd-88ebdd3d2966 req-916271c1-bbb0-40f5-965d-b5df4be955a5 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:41.112119 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bf6bcde1-acb5-4002-95dd-88ebdd3d2966 req-916271c1-bbb0-40f5-965d-b5df4be955a5 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.1228101 Aug 18 17:08:41.169830 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-50500c2f-67e6-4c1c-9331-5729695cf396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:41.205561 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:08:41.257497 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bf6bcde1-acb5-4002-95dd-88ebdd3d2966 req-5b2cdfe1-6521-45f9-ab4a-88e860e90a71 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441977 Aug 18 17:08:41.283926 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f03ca6-3e39-493d-9466-81bf992ffde8 req-2f446976-4d41-47b0-b576-e555a5c6ec87 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:41.292767 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-27f03ca6-3e39-493d-9466-81bf992ffde8 req-2f446976-4d41-47b0-b576-e555a5c6ec87 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 943 time: 0.1635292 Aug 18 17:08:41.319964 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:41.320432 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:41.368998 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:41.395777 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] Sync routers for ids ['a9df4466-96b1-4284-b879-a0cb4507c925'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:08:41.404232 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-27f03ca6-3e39-493d-9466-81bf992ffde8 req-2a772ad0-bf46-44cf-a77f-95b1c6f16358 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1109300 Aug 18 17:08:41.412468 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] Routers {'a9df4466-96b1-4284-b879-a0cb4507c925'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:08:41.416873 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:08:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['a9df4466-96b1-4284-b879-a0cb4507c925'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:41.504843 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:41.508755 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:41.536501 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:08:41.564723 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:41.612719 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] Set router a9df4466-96b1-4284-b879-a0cb4507c925 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:08:41.881699 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9df4466-96b1-4284-b879-a0cb4507c925', 'name': 'tempest-TestMinimumBasicScenario-131575903-router', 'tenant_id': 'a984e99936fe456890bac4d581cc4353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:34Z', 'updated_at': '2022-08-18T17:08:38Z', 'revision_number': 4, 'project_id': 'a984e99936fe456890bac4d581cc4353', 'gw_port': {'id': 'ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9df4466-96b1-4284-b879-a0cb4507c925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:35Z', 'updated_at': '2022-08-18T17:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '2c60c0bc-3751-4c5b-935d-062cef6545a3', 'name': '', 'network_id': 'b71f012f-d2f5-4d37-bee7-b9ba4ab4506d', 'tenant_id': 'a984e99936fe456890bac4d581cc4353', 'mac_address': 'fa:16:3e:40:eb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9df4466-96b1-4284-b879-a0cb4507c925', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '74e0a736-193e-4244-a93f-5c36cc70cec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:37Z', 'updated_at': '2022-08-18T17:08:38Z', 'revision_number': 2, 'project_id': 'a984e99936fe456890bac4d581cc4353', 'subnets': [{'id': '74e0a736-193e-4244-a93f-5c36cc70cec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:41.919851 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] Checking router: a9df4466-96b1-4284-b879-a0cb4507c925 for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:08:41.920219 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] Updating router a9df4466-96b1-4284-b879-a0cb4507c925 port 2c60c0bc-3751-4c5b-935d-062cef6545a3 binding host dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 17:08:41.956370 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (2c60c0bc-3751-4c5b-935d-062cef6545a3), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:42.273165 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:42.282204 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:42.399123 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] Publish callbacks [] for port (2c60c0bc-3751-4c5b-935d-062cef6545a3), precommit_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:42.463185 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:42.471357 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (2c60c0bc-3751-4c5b-935d-062cef6545a3), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:42.523970 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f8ed7-baab-4a5e-af31-09323f28b2df req-bf16286f-4279-402f-8838-f901a48dc6ea tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:42.551453 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b23f8ed7-baab-4a5e-af31-09323f28b2df req-bf16286f-4279-402f-8838-f901a48dc6ea tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0906787 Aug 18 17:08:42.598366 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d00e2-4917-4873-ade4-fe38c3e11f75 None None] Pushing event updated for resources: {'Port': ['ID=2c60c0bc-3751-4c5b-935d-062cef6545a3,revision_number=3']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:42.639103 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] Attempting to bind port 2c60c0bc-3751-4c5b-935d-062cef6545a3 on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:08:42.639994 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] Attempting to bind port 2c60c0bc-3751-4c5b-935d-062cef6545a3 by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': 'dddfc19b-50c7-41c1-84fc-b28af0b12638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b71f012f-d2f5-4d37-bee7-b9ba4ab4506d'}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:08:42.640629 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] Attempting to bind port 2c60c0bc-3751-4c5b-935d-062cef6545a3 on network b71f012f-d2f5-4d37-bee7-b9ba4ab4506d {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:08:42.647726 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b23f8ed7-baab-4a5e-af31-09323f28b2df req-95a668cc-b1e5-43eb-8763-841d14ba2534 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977981 Aug 18 17:08:42.665553 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:08:42.670267 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] Checking segment: {'id': 'dddfc19b-50c7-41c1-84fc-b28af0b12638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b71f012f-d2f5-4d37-bee7-b9ba4ab4506d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:08:42.670267 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:42.670267 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] Bound using segment: {'id': 'dddfc19b-50c7-41c1-84fc-b28af0b12638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b71f012f-d2f5-4d37-bee7-b9ba4ab4506d'} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:08:42.670267 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] Bound port: 2c60c0bc-3751-4c5b-935d-062cef6545a3, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dddfc19b-50c7-41c1-84fc-b28af0b12638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b71f012f-d2f5-4d37-bee7-b9ba4ab4506d'}}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:08:42.671042 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (2c60c0bc-3751-4c5b-935d-062cef6545a3), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:42.674328 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee04ae-98eb-42ee-8c12-bb97301e649b req-1da01ac1-2394-425c-bbe1-dbd8143f4705 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:42.682041 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d8ee04ae-98eb-42ee-8c12-bb97301e649b req-1da01ac1-2394-425c-bbe1-dbd8143f4705 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 943 time: 0.1063621 Aug 18 17:08:42.817179 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d8ee04ae-98eb-42ee-8c12-bb97301e649b req-e01bd5dc-627f-47b6-9c3e-fbc24b300381 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1335981 Aug 18 17:08:42.828343 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] For port 2c60c0bc-3751-4c5b-935d-062cef6545a3, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:08:42.844317 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] For port 2c60c0bc-3751-4c5b-935d-062cef6545a3, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=2c60c0bc-3751-4c5b-935d-062cef6545a3,segment=NetworkSegment(dddfc19b-50c7-41c1-84fc-b28af0b12638),segment_id=dddfc19b-50c7-41c1-84fc-b28af0b12638)] {{(pid=106921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:08:42.941556 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (2c60c0bc-3751-4c5b-935d-062cef6545a3), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:42.970923 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 60e0cf05-5e8f-4133-8579-da77a04a4d8a details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:08:43.105477 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] Routers {'a9df4466-96b1-4284-b879-a0cb4507c925'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:08:43.106132 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:08:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['a9df4466-96b1-4284-b879-a0cb4507c925'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:43.153343 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 60e0cf05-5e8f-4133-8579-da77a04a4d8a, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=60e0cf05-5e8f-4133-8579-da77a04a4d8a,segment=NetworkSegment(10ed1ebd-70c5-4b43-8c76-700a5fe24a0d),segment_id=10ed1ebd-70c5-4b43-8c76-700a5fe24a0d)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:08:43.186126 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': '60e0cf05-5e8f-4133-8579-da77a04a4d8a', 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1', 'port_id': '60e0cf05-5e8f-4133-8579-da77a04a4d8a', 'mac_address': 'fa:16:3e:f1:27:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8923c51a-2a81-416e-9aa6-fae865af2acd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:08:43.188127 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:08:43.251492 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:43.255089 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d00e2-4917-4873-ade4-fe38c3e11f75 None None] Pushing event updated for resources: {'Port': ['ID=2c60c0bc-3751-4c5b-935d-062cef6545a3,revision_number=4']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:43.393569 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:43.398930 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] Set router a9df4466-96b1-4284-b879-a0cb4507c925 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:08:43.405165 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 60e0cf05-5e8f-4133-8579-da77a04a4d8a is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:43.405165 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:43.418148 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e0cf05-5e8f-4133-8579-da77a04a4d8a {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:08:43.445787 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:43.446163 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:43.452123 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 60e0cf05-5e8f-4133-8579-da77a04a4d8a, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=60e0cf05-5e8f-4133-8579-da77a04a4d8a,segment=NetworkSegment(10ed1ebd-70c5-4b43-8c76-700a5fe24a0d),segment_id=10ed1ebd-70c5-4b43-8c76-700a5fe24a0d)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:08:43.509865 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-6d04a387-d7b2-46d2-b558-ae36a3a3494c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:43.581002 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:43.659894 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:43.741989 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=60e0cf05-5e8f-4133-8579-da77a04a4d8a,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:43.903214 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['60e0cf05-5e8f-4133-8579-da77a04a4d8a'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:08:43.956735 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb5441-3d63-4a61-9a94-bcf6b301c54f req-f715c95b-f09e-403d-a3bd-63e7f6b99275 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:43.968388 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7cdb5441-3d63-4a61-9a94-bcf6b301c54f req-f715c95b-f09e-403d-a3bd-63e7f6b99275 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.1156354 Aug 18 17:08:44.033875 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-93a6e505-1774-4779-ae68-aa752cc852d0 req-0ab783a8-e532-4608-a313-ed78054b40de service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1556497 Aug 18 17:08:44.116173 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7cdb5441-3d63-4a61-9a94-bcf6b301c54f req-37526aa1-6113-41a7-b92c-7c1536503614 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451898 Aug 18 17:08:44.150197 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:44.235071 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:44.269386 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9df4466-96b1-4284-b879-a0cb4507c925', 'name': 'tempest-TestMinimumBasicScenario-131575903-router', 'tenant_id': 'a984e99936fe456890bac4d581cc4353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:34Z', 'updated_at': '2022-08-18T17:08:38Z', 'revision_number': 4, 'project_id': 'a984e99936fe456890bac4d581cc4353', 'gw_port': {'id': 'ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9df4466-96b1-4284-b879-a0cb4507c925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:35Z', 'updated_at': '2022-08-18T17:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '2c60c0bc-3751-4c5b-935d-062cef6545a3', 'name': '', 'network_id': 'b71f012f-d2f5-4d37-bee7-b9ba4ab4506d', 'tenant_id': 'a984e99936fe456890bac4d581cc4353', 'mac_address': 'fa:16:3e:40:eb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9df4466-96b1-4284-b879-a0cb4507c925', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '74e0a736-193e-4244-a93f-5c36cc70cec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:37Z', 'updated_at': '2022-08-18T17:08:42Z', 'revision_number': 4, 'project_id': 'a984e99936fe456890bac4d581cc4353', 'subnets': [{'id': '74e0a736-193e-4244-a93f-5c36cc70cec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:44.289337 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6c3bd-10c9-4829-8d3f-6a592b345dbb req-637c9de3-f414-43c7-ad73-ab58bfac96ea tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:44.303819 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-6ef6c3bd-10c9-4829-8d3f-6a592b345dbb req-637c9de3-f414-43c7-ad73-ab58bfac96ea tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 944 time: 0.2663634 Aug 18 17:08:44.313077 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6e505-1774-4779-ae68-aa752cc852d0 req-11fda7c0-db13-48b7-9e7b-3ac7e1364458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:44.314993 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-93a6e505-1774-4779-ae68-aa752cc852d0 req-11fda7c0-db13-48b7-9e7b-3ac7e1364458 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4eececcd804446e49078038ab362b235&device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 1130 time: 0.1660471 Aug 18 17:08:44.316451 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1886ead-6798-415d-9ee0-caf97b598302 None None] The sync data for ids ['a9df4466-96b1-4284-b879-a0cb4507c925'] in dv-cinder-853678-2-iscsi is: [{'id': 'a9df4466-96b1-4284-b879-a0cb4507c925', 'name': 'tempest-TestMinimumBasicScenario-131575903-router', 'tenant_id': 'a984e99936fe456890bac4d581cc4353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:34Z', 'updated_at': '2022-08-18T17:08:38Z', 'revision_number': 4, 'project_id': 'a984e99936fe456890bac4d581cc4353', 'gw_port': {'id': 'ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9df4466-96b1-4284-b879-a0cb4507c925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:35Z', 'updated_at': '2022-08-18T17:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '2c60c0bc-3751-4c5b-935d-062cef6545a3', 'name': '', 'network_id': 'b71f012f-d2f5-4d37-bee7-b9ba4ab4506d', 'tenant_id': 'a984e99936fe456890bac4d581cc4353', 'mac_address': 'fa:16:3e:40:eb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9df4466-96b1-4284-b879-a0cb4507c925', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '74e0a736-193e-4244-a93f-5c36cc70cec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:37Z', 'updated_at': '2022-08-18T17:08:42Z', 'revision_number': 4, 'project_id': 'a984e99936fe456890bac4d581cc4353', 'subnets': [{'id': '74e0a736-193e-4244-a93f-5c36cc70cec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:08:44.583358 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-6ef6c3bd-10c9-4829-8d3f-6a592b345dbb req-7d3da8de-dfec-40ef-9760-48001726d7dc tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2667167 Aug 18 17:08:44.643469 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 47586) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:44.741739 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6e505-1774-4779-ae68-aa752cc852d0 req-bd70abf9-95fd-45d3-98cd-3f4903ef9dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:44.746424 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-93a6e505-1774-4779-ae68-aa752cc852d0 req-bd70abf9-95fd-45d3-98cd-3f4903ef9dce service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b HTTP/1.1" status: 200 len: 916 time: 0.3978083 Aug 18 17:08:44.796856 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:44.832334 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-34600185-a16b-4282-b867-df293e210f71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:44.904685 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-93a6e505-1774-4779-ae68-aa752cc852d0 req-d3a27605-899d-4edf-bd34-06b49281165f service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf HTTP/1.1" status: 200 len: 1002 time: 0.1541240 Aug 18 17:08:44.975547 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-34600185-a16b-4282-b867-df293e210f71 admin admin] Publish callbacks [] for security_group (0e8260a8-c1e5-4796-9a44-efb59a921684), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:45.025553 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6e505-1774-4779-ae68-aa752cc852d0 req-cb4f52f4-c647-47d2-8e37-d4ffa17918d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:45.033489 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-93a6e505-1774-4779-ae68-aa752cc852d0 req-cb4f52f4-c647-47d2-8e37-d4ffa17918d5 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1a23d7f4-432a-4b07-a647-12813e579e51 HTTP/1.1" status: 200 len: 854 time: 0.1178102 Aug 18 17:08:45.059008 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-34600185-a16b-4282-b867-df293e210f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (0e8260a8-c1e5-4796-9a44-efb59a921684), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:45.111604 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 2c60c0bc-3751-4c5b-935d-062cef6545a3 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:08:45.164678 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6e505-1774-4779-ae68-aa752cc852d0 req-e98d4bb4-3b86-4d72-9933-be053febdfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:45.173031 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-93a6e505-1774-4779-ae68-aa752cc852d0 req-e98d4bb4-3b86-4d72-9933-be053febdfac service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1242030 Aug 18 17:08:45.189099 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34600185-a16b-4282-b867-df293e210f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8260a8-c1e5-4796-9a44-efb59a921684,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:45.201149 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 60e0cf05-5e8f-4133-8579-da77a04a4d8a up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:08:45.225401 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-34600185-a16b-4282-b867-df293e210f71 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6c170cf78d5f46e89a5914ddba111589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5841107 Aug 18 17:08:45.226109 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 47592) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:45.342075 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:45.358465 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-93a6e505-1774-4779-ae68-aa752cc852d0 req-d5231791-01ea-4d05-b4e7-34be6c06f08a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711102 Aug 18 17:08:45.359806 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 2c60c0bc-3751-4c5b-935d-062cef6545a3 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:45.360346 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (2c60c0bc-3751-4c5b-935d-062cef6545a3), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:45.426015 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cf5fc-40a9-47f4-9292-93aac5024da9 req-c4b1d70b-cddd-4f7e-8eeb-074bb2eb2397 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:45.427956 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5e3cf5fc-40a9-47f4-9292-93aac5024da9 req-c4b1d70b-cddd-4f7e-8eeb-074bb2eb2397 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.1659226 Aug 18 17:08:45.434351 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning for port 60e0cf05-5e8f-4133-8579-da77a04a4d8a completed by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 18 17:08:45.504426 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 2c60c0bc-3751-4c5b-935d-062cef6545a3 is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:45.506690 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (2c60c0bc-3751-4c5b-935d-062cef6545a3), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:45.528220 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5e3cf5fc-40a9-47f4-9292-93aac5024da9 req-3cc7914e-5d2e-4271-b010-3cc61060dfe8 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927725 Aug 18 17:08:45.532122 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-096b2c5a-1003-42ff-aa58-addccedba102 admin admin] Publish callbacks [] for security_group (0e8260a8-c1e5-4796-9a44-efb59a921684), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:45.558384 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port 60e0cf05-5e8f-4133-8579-da77a04a4d8a triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:45.558384 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:45.571709 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:45.611290 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-096b2c5a-1003-42ff-aa58-addccedba102 admin admin] Publish callbacks [] for security_group (0e8260a8-c1e5-4796-9a44-efb59a921684), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:45.656667 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-93a6e505-1774-4779-ae68-aa752cc852d0 req-cede0e0c-f369-4ae3-8625-b3aafe2e3f91 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902887 Aug 18 17:08:45.703421 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port 2c60c0bc-3751-4c5b-935d-062cef6545a3, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=2c60c0bc-3751-4c5b-935d-062cef6545a3,segment=NetworkSegment(dddfc19b-50c7-41c1-84fc-b28af0b12638),segment_id=dddfc19b-50c7-41c1-84fc-b28af0b12638)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:08:45.772371 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (2c60c0bc-3751-4c5b-935d-062cef6545a3), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:45.778238 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 60e0cf05-5e8f-4133-8579-da77a04a4d8a is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:45.778635 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:45.820457 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-096b2c5a-1003-42ff-aa58-addccedba102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (0e8260a8-c1e5-4796-9a44-efb59a921684), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:45.824055 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-096b2c5a-1003-42ff-aa58-addccedba102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:45.827789 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-096b2c5a-1003-42ff-aa58-addccedba102 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0e8260a8-c1e5-4796-9a44-efb59a921684 HTTP/1.1" status: 204 len: 168 time: 0.5983982 Aug 18 17:08:45.850077 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b2c5a-1003-42ff-aa58-addccedba102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8260a8-c1e5-4796-9a44-efb59a921684,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:45.862312 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdb27e-a096-4421-8fb7-1af744a82d52 req-60b406ec-de42-45b9-9a30-fad08fa3f007 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:45.875061 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-74cdb27e-a096-4421-8fb7-1af744a82d52 req-60b406ec-de42-45b9-9a30-fad08fa3f007 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 944 time: 0.1247184 Aug 18 17:08:45.960169 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-74cdb27e-a096-4421-8fb7-1af744a82d52 req-6ac66d32-4e61-4b26-9214-b6d64cbe6f5e tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0825887 Aug 18 17:08:46.033571 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 60e0cf05-5e8f-4133-8579-da77a04a4d8a, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=60e0cf05-5e8f-4133-8579-da77a04a4d8a,segment=NetworkSegment(10ed1ebd-70c5-4b43-8c76-700a5fe24a0d),segment_id=10ed1ebd-70c5-4b43-8c76-700a5fe24a0d)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:08:46.038831 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e0cf05-5e8f-4133-8579-da77a04a4d8a'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:08:46.043775 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dbb04b-6f89-4e50-8839-b656aa8c3eaa" -d '{"events": [{"server_uuid": "66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1", "name": "network-vif-plugged", "status": "completed", "tag": "60e0cf05-5e8f-4133-8579-da77a04a4d8a"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:08:46.099702 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=2c60c0bc-3751-4c5b-935d-062cef6545a3,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:46.126993 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:46.187527 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a92754-29c4-4dec-8646-4aaf563d9e37 x-openstack-request-id: req-04a92754-29c4-4dec-8646-4aaf563d9e37 {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:08:46.187829 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1", "name": "network-vif-plugged", "status": "completed", "tag": "60e0cf05-5e8f-4133-8579-da77a04a4d8a", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:08:46.188090 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-04a92754-29c4-4dec-8646-4aaf563d9e37 {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:08:46.188510 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a92754-29c4-4dec-8646-4aaf563d9e37'] response: {'server_uuid': '66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e0cf05-5e8f-4133-8579-da77a04a4d8a', 'code': 200} Aug 18 17:08:46.298136 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:46.323863 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=60e0cf05-5e8f-4133-8579-da77a04a4d8a,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:46.546167 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:46.669490 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87bb93-7437-48ca-b9ab-2a707ef8e7cc req-2cb5cd78-8a16-41d8-a666-8f346d03ad73 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:46.671010 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dc87bb93-7437-48ca-b9ab-2a707ef8e7cc req-2cb5cd78-8a16-41d8-a666-8f346d03ad73 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0567834 Aug 18 17:08:46.724735 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dc87bb93-7437-48ca-b9ab-2a707ef8e7cc req-08f275d5-2f58-4b75-a375-e5d4ff34ea24 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479450 Aug 18 17:08:46.768433 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 47618) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:46.997998 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-075aab66-6956-423f-ad5e-4dbc0e4af358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:47.016117 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494868de-3d8e-4bd7-a85b-70b908113973 req-42c0f71f-d20f-4c05-9c2f-59c53a14d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:47.018236 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-494868de-3d8e-4bd7-a85b-70b908113973 req-42c0f71f-d20f-4c05-9c2f-59c53a14d341 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 1129 time: 0.0835738 Aug 18 17:08:47.102919 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:47.109054 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:47.145957 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 2c60c0bc-3751-4c5b-935d-062cef6545a3 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:08:47.190513 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-494868de-3d8e-4bd7-a85b-70b908113973 req-0a13231b-848f-4070-a871-1ac248b44ca1 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1288972 Aug 18 17:08:47.223726 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 2c60c0bc-3751-4c5b-935d-062cef6545a3 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:08:47.223726 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (2c60c0bc-3751-4c5b-935d-062cef6545a3), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:47.235099 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-075aab66-6956-423f-ad5e-4dbc0e4af358 admin admin] Publish callbacks [] for security_group (8693cf20-89ad-43e3-b06d-3e09ccc03c0a), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:47.242351 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b3586-80ba-4cff-a890-0dece3394c74 req-c3c24d93-2416-4fab-8abe-c04226117768 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:47.252497 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-616b3586-80ba-4cff-a890-0dece3394c74 req-c3c24d93-2416-4fab-8abe-c04226117768 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.1197398 Aug 18 17:08:47.323463 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-616b3586-80ba-4cff-a890-0dece3394c74 req-d1cb6835-1df5-4061-93b3-02dd4ea27978 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715137 Aug 18 17:08:47.336008 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:47.337922 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 2c60c0bc-3751-4c5b-935d-062cef6545a3 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:47.348531 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-075aab66-6956-423f-ad5e-4dbc0e4af358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (8693cf20-89ad-43e3-b06d-3e09ccc03c0a), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:47.391873 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-075aab66-6956-423f-ad5e-4dbc0e4af358 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ad1c5c149a204dd8b9fbfb87038365b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6222954 Aug 18 17:08:47.395072 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 47638) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:47.408732 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075aab66-6956-423f-ad5e-4dbc0e4af358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8693cf20-89ad-43e3-b06d-3e09ccc03c0a,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:47.515796 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-49275756-8048-4ebb-ac58-5b66b2570208 admin admin] Publish callbacks [] for security_group (8693cf20-89ad-43e3-b06d-3e09ccc03c0a), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:47.572665 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-49275756-8048-4ebb-ac58-5b66b2570208 admin admin] Publish callbacks [] for security_group (8693cf20-89ad-43e3-b06d-3e09ccc03c0a), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:47.626593 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 47644) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:47.739168 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-49275756-8048-4ebb-ac58-5b66b2570208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (8693cf20-89ad-43e3-b06d-3e09ccc03c0a), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:47.743201 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-49275756-8048-4ebb-ac58-5b66b2570208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:47.744770 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-49275756-8048-4ebb-ac58-5b66b2570208 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8693cf20-89ad-43e3-b06d-3e09ccc03c0a HTTP/1.1" status: 204 len: 168 time: 0.3484445 Aug 18 17:08:47.776940 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49275756-8048-4ebb-ac58-5b66b2570208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8693cf20-89ad-43e3-b06d-3e09ccc03c0a,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:47.931160 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-d6655188-9359-4739-89c1-42d03eb8fca9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-700372871-network', 'tenant_id': '50036d9fc240431fbcd0b75ed17248fd'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:08:47.983123 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2d3da-0c94-456b-b637-6c6d90701a74 req-f8efeda3-3968-4446-8f90-25b99ea91c17 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:47.993229 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-64c2d3da-0c94-456b-b637-6c6d90701a74 req-f8efeda3-3968-4446-8f90-25b99ea91c17 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.1252809 Aug 18 17:08:48.086531 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-64c2d3da-0c94-456b-b637-6c6d90701a74 req-a5b5f0aa-73c7-4810-aaee-cfaddb167754 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885630 Aug 18 17:08:48.092862 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6655188-9359-4739-89c1-42d03eb8fca9 admin admin] Made reservation on behalf of 50036d9fc240431fbcd0b75ed17248fd for: {'network': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:08:48.105992 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d6655188-9359-4739-89c1-42d03eb8fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for network (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:48.121267 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d6655188-9359-4739-89c1-42d03eb8fca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:48.298680 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d6655188-9359-4739-89c1-42d03eb8fca9 admin admin] Publish callbacks [] for security_group (80bb6f19-b641-4978-ba90-a9cc485a9b98), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:48.361094 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d6655188-9359-4739-89c1-42d03eb8fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (80bb6f19-b641-4978-ba90-a9cc485a9b98), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:48.400047 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6655188-9359-4739-89c1-42d03eb8fca9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=106919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 17:08:48.403295 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6655188-9359-4739-89c1-42d03eb8fca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bb6f19-b641-4978-ba90-a9cc485a9b98,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:48.414987 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d6655188-9359-4739-89c1-42d03eb8fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (fb045b5f-316d-4687-8827-a70164861f11), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:48.415348 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.segments_db [None req-d6655188-9359-4739-89c1-42d03eb8fca9 admin admin] Added segment fb045b5f-316d-4687-8827-a70164861f11 of type vlan for network cedc50d6-8585-4b64-a3ce-7cee180068fc Aug 18 17:08:48.501451 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d6655188-9359-4739-89c1-42d03eb8fca9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740646246220'] for network (cedc50d6-8585-4b64-a3ce-7cee180068fc), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:48.518430 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe624db-77a1-4a82-8afc-9898ce2bba86 req-940dd627-97f0-41a8-adb0-d19b8703bae2 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:48.520014 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7fe624db-77a1-4a82-8afc-9898ce2bba86 req-940dd627-97f0-41a8-adb0-d19b8703bae2 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.1028864 Aug 18 17:08:48.573677 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:48.623820 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7fe624db-77a1-4a82-8afc-9898ce2bba86 req-e753504f-0bdd-408c-a7a4-9043b1b6c3f8 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832186 Aug 18 17:08:48.664201 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d6655188-9359-4739-89c1-42d03eb8fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for network (cedc50d6-8585-4b64-a3ce-7cee180068fc), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:48.665264 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6655188-9359-4739-89c1-42d03eb8fca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:48.666262 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d6655188-9359-4739-89c1-42d03eb8fca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:48.747622 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6655188-9359-4739-89c1-42d03eb8fca9 admin admin] Pushing event updated for resources: {'Network': ['ID=cedc50d6-8585-4b64-a3ce-7cee180068fc,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:48.764589 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Network cedc50d6-8585-4b64-a3ce-7cee180068fc details requested by agent ovs-agent-dv-cinder-853678-2-iscsi with host dv-cinder-853678-2-iscsi {{(pid=106920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 17:08:48.794744 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-d6655188-9359-4739-89c1-42d03eb8fca9 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1670206 Aug 18 17:08:48.797973 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 47656) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:48.802894 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-5ec0a873-fe78-40b0-ac5d-23ef44c7f202 admin admin] Request body: {'subnet': {'network_id': 'cedc50d6-8585-4b64-a3ce-7cee180068fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-700372871-subnet', 'tenant_id': '50036d9fc240431fbcd0b75ed17248fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:08:48.924374 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec0a873-fe78-40b0-ac5d-23ef44c7f202 admin admin] Made reservation on behalf of 50036d9fc240431fbcd0b75ed17248fd for: {'subnet': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:08:48.927639 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5ec0a873-fe78-40b0-ac5d-23ef44c7f202 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25646453'] for subnet (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:49.283942 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d3765-1ad4-4adb-bbe4-839af5e15e4f req-0997fe47-fd47-407e-bd6b-1f28ca26151d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:49.301750 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c82d3765-1ad4-4adb-bbe4-839af5e15e4f req-0997fe47-fd47-407e-bd6b-1f28ca26151d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.1288640 Aug 18 17:08:49.511890 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c82d3765-1ad4-4adb-bbe4-839af5e15e4f req-adc212b6-0e22-4686-b932-d4e3fcac5efb tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009401 Aug 18 17:08:49.795094 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef745c-e04b-42b9-803d-4b3c2c223836 req-afbb0004-dc32-41d1-9a08-c10dce7a903e tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:49.798794 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8eef745c-e04b-42b9-803d-4b3c2c223836 req-afbb0004-dc32-41d1-9a08-c10dce7a903e tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0929139 Aug 18 17:08:49.883503 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8eef745c-e04b-42b9-803d-4b3c2c223836 req-f2e87217-74fc-455a-8a4c-063c57e52d70 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611053 Aug 18 17:08:49.935183 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5ec0a873-fe78-40b0-ac5d-23ef44c7f202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26604264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25646443'] for subnet (336c2548-16f8-4540-8cbf-8b7e70d64215), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:49.964198 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:50.010010 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0a873-fe78-40b0-ac5d-23ef44c7f202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=336c2548-16f8-4540-8cbf-8b7e70d64215,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:50.016130 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec0a873-fe78-40b0-ac5d-23ef44c7f202 admin admin] Checking segment: {'id': 'fb045b5f-316d-4687-8827-a70164861f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'cedc50d6-8585-4b64-a3ce-7cee180068fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:08:50.019522 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec0a873-fe78-40b0-ac5d-23ef44c7f202 admin admin] Network hostable DHCP agents. Network: cedc50d6-8585-4b64-a3ce-7cee180068fc, hostable agents: ['e58bb1ce-71d7-42ea-87d8-4585040b913b'], hosted agents: [] {{(pid=106919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 17:08:50.122910 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec0a873-fe78-40b0-ac5d-23ef44c7f202 admin admin] Network cedc50d6-8585-4b64-a3ce-7cee180068fc is scheduled to be hosted by DHCP agent e58bb1ce-71d7-42ea-87d8-4585040b913b with binding_index 1 {{(pid=106919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 17:08:50.218580 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-5ec0a873-fe78-40b0-ac5d-23ef44c7f202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853678-2-iscsi, cedc50d6-8585-4b64-a3ce-7cee180068fc) {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:08:50.223430 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec0a873-fe78-40b0-ac5d-23ef44c7f202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:50.225393 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5ec0a873-fe78-40b0-ac5d-23ef44c7f202 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:50.231923 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb60e863-1982-4ad3-820f-377057573b07 None None] Network cedc50d6-8585-4b64-a3ce-7cee180068fc requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:08:50.355938 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-5ec0a873-fe78-40b0-ac5d-23ef44c7f202 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5568244 Aug 18 17:08:50.468860 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:50.513661 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ef4be2-b677-4634-baa8-dc0e23b637fd None None] Network cedc50d6-8585-4b64-a3ce-7cee180068fc requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:08:50.654270 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:50.671796 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d3af0-e70e-449d-90be-69a7ad34e163 req-8073890e-2eac-473b-aa4f-fe9a5521e20b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:50.673416 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-6a9d3af0-e70e-449d-90be-69a7ad34e163 req-8073890e-2eac-473b-aa4f-fe9a5521e20b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0594187 Aug 18 17:08:50.730538 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-6a9d3af0-e70e-449d-90be-69a7ad34e163 req-3b510d2e-8781-4f6f-8f6f-b06e2be6541b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453463 Aug 18 17:08:50.993184 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a37fb-31d6-4bdd-bcfb-8843d41cb8f4 req-b4c2dbee-7fed-4058-b064-141e8cf171de tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:50.994695 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cc3a37fb-31d6-4bdd-bcfb-8843d41cb8f4 req-b4c2dbee-7fed-4058-b064-141e8cf171de tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0544083 Aug 18 17:08:51.046689 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cc3a37fb-31d6-4bdd-bcfb-8843d41cb8f4 req-052ab796-5b5f-408b-8f5e-07bae7778ef7 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462244 Aug 18 17:08:51.184361 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a26521-ce4d-43dc-bf30-663cee467827 req-cd7104e9-1629-4c2e-a861-15626f34715d tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:51.186105 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-62a26521-ce4d-43dc-bf30-663cee467827 req-cd7104e9-1629-4c2e-a861-15626f34715d tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0626636 Aug 18 17:08:51.244592 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-62a26521-ce4d-43dc-bf30-663cee467827 req-deb4aee8-8c2a-460a-ba58-bd784b51e48a tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519683 Aug 18 17:08:51.276520 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 47678) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:51.667805 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90ae8e0-3230-499e-88b8-d617e8f9a000 tempest-TestShelveInstance-766983147 tempest-TestShelveInstance-766983147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:51.678267 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-f90ae8e0-3230-499e-88b8-d617e8f9a000 tempest-TestShelveInstance-766983147 tempest-TestShelveInstance-766983147-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 1124 time: 0.3923843 Aug 18 17:08:51.680699 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 47686) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:08:51.687720 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-f6cf72e6-ef1b-4778-9a27-f85c9590246b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Request body: {'floatingip': {'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'port_id': '60e0cf05-5e8f-4133-8579-da77a04a4d8a', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:08:51.797430 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f6cf72e6-ef1b-4778-9a27-f85c9590246b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:51.804389 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:51.883351 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fe98f-293d-4c45-9e66-adb94b35acfa req-7ed7896a-198e-4274-911b-b8b9760cbc44 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:51.884949 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5d5fe98f-293d-4c45-9e66-adb94b35acfa req-7ed7896a-198e-4274-911b-b8b9760cbc44 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0709410 Aug 18 17:08:51.929692 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f6cf72e6-ef1b-4778-9a27-f85c9590246b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:51.964364 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5d5fe98f-293d-4c45-9e66-adb94b35acfa req-3ce7049b-0ae4-42df-8bb0-1d9c379e7b14 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706224 Aug 18 17:08:52.062542 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [None req-f6cf72e6-ef1b-4778-9a27-f85c9590246b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Allocated IP 172.27.1.66 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/51663da6-3406-4016-b0e8-ca18039e35b6) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:08:52.179833 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f6cf72e6-ef1b-4778-9a27-f85c9590246b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for port (51663da6-3406-4016-b0e8-ca18039e35b6), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:52.294579 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f6cf72e6-ef1b-4778-9a27-f85c9590246b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (51663da6-3406-4016-b0e8-ca18039e35b6), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:52.339400 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cf72e6-ef1b-4778-9a27-f85c9590246b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:08:52.342920 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-f6cf72e6-ef1b-4778-9a27-f85c9590246b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:08:52.349736 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cf72e6-ef1b-4778-9a27-f85c9590246b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:08:52.375789 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf72e6-ef1b-4778-9a27-f85c9590246b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Pushing event updated for resources: {'Port': ['ID=51663da6-3406-4016-b0e8-ca18039e35b6,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:52.596262 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:52.923969 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f6cf72e6-ef1b-4778-9a27-f85c9590246b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for floatingip (cda52c99-e16f-4745-887e-1d5b1b07b73f), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:53.040554 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-7a8303e6-891a-44e9-84b4-79dd6f48ddb9 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:53.048018 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-7a8303e6-891a-44e9-84b4-79dd6f48ddb9 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/networks?id=cedc50d6-8585-4b64-a3ce-7cee180068fc HTTP/1.1" status: 200 len: 813 time: 0.1488411 Aug 18 17:08:53.065382 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-f5922283-4009-4201-9926-c5aa58123d3b tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/quotas/50036d9fc240431fbcd0b75ed17248fd HTTP/1.1" status: 200 len: 375 time: 0.0163555 Aug 18 17:08:53.105678 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-c1680275-d237-4368-9af0-d5b01dec0faf tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=50036d9fc240431fbcd0b75ed17248fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393953 Aug 18 17:08:53.121759 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8e221-cfb1-4862-b930-d88c3a32daf8 req-3e04f870-14ce-4b18-b03d-a5c67d9b005b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:53.129443 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bcf8e221-cfb1-4862-b930-d88c3a32daf8 req-3e04f870-14ce-4b18-b03d-a5c67d9b005b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0788414 Aug 18 17:08:53.149784 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:INSERT=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:53.180684 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f6cf72e6-ef1b-4778-9a27-f85c9590246b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (51663da6-3406-4016-b0e8-ca18039e35b6), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:53.194423 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bcf8e221-cfb1-4862-b930-d88c3a32daf8 req-3074cb8d-f7b3-4723-89d3-c754f3124db5 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637786 Aug 18 17:08:53.366546 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-8b28f9f4-090b-400f-b482-b3f70097793c service neutron] 10.222.0.78 "GET /networking/v2.0/networks/cedc50d6-8585-4b64-a3ce-7cee180068fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313910 Aug 18 17:08:53.470184 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f6cf72e6-ef1b-4778-9a27-f85c9590246b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for port (51663da6-3406-4016-b0e8-ca18039e35b6), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:53.494448 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-c43d4daf-e37b-49a0-ba31-8e31e9237fa9 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/cedc50d6-8585-4b64-a3ce-7cee180068fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270380 Aug 18 17:08:53.540212 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f6cf72e6-ef1b-4778-9a27-f85c9590246b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (51663da6-3406-4016-b0e8-ca18039e35b6), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:53.599763 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:53.625965 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f6cf72e6-ef1b-4778-9a27-f85c9590246b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (cda52c99-e16f-4745-887e-1d5b1b07b73f), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:53.629493 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf72e6-ef1b-4778-9a27-f85c9590246b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Pushing event updated for resources: {'Port': ['ID=51663da6-3406-4016-b0e8-ca18039e35b6,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:53.766857 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.db.l3_db [None req-f6cf72e6-ef1b-4778-9a27-f85c9590246b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Floating IP cda52c99-e16f-4745-887e-1d5b1b07b73f associated. External IP: 172.27.1.66, port: 60e0cf05-5e8f-4133-8579-da77a04a4d8a. Aug 18 17:08:53.854646 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d4d7e746-27a2-4bd1-81a6-fa68a7e4dafc req-7cfa526d-63ed-4022-9701-5ffed80c78ef tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 210 time: 0.0297334 Aug 18 17:08:54.006659 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cf72e6-ef1b-4778-9a27-f85c9590246b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Router 62db6926-041f-46c5-ad52-21187e388cdc has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:08:54.112753 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cf72e6-ef1b-4778-9a27-f85c9590246b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:08:54.124086 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d71327-2740-4216-a8ea-2aeb9f2fc7ca None None] Sync routers for ids ['62db6926-041f-46c5-ad52-21187e388cdc'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:08:54.134315 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d71327-2740-4216-a8ea-2aeb9f2fc7ca None None] Routers {'62db6926-041f-46c5-ad52-21187e388cdc'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:08:54.134970 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-e3d71327-2740-4216-a8ea-2aeb9f2fc7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:08:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['62db6926-041f-46c5-ad52-21187e388cdc'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:54.241929 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-e3d71327-2740-4216-a8ea-2aeb9f2fc7ca None None] Set router 62db6926-041f-46c5-ad52-21187e388cdc gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:08:54.274749 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=50 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:54.330854 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13a935-3d8e-470c-a69f-4b2366daed53 req-5f91926b-97cf-461d-a07d-1ab043571398 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:54.332418 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3d13a935-3d8e-470c-a69f-4b2366daed53 req-5f91926b-97cf-461d-a07d-1ab043571398 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0502312 Aug 18 17:08:54.357985 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f6cf72e6-ef1b-4778-9a27-f85c9590246b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:54.406217 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-f6cf72e6-ef1b-4778-9a27-f85c9590246b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7226596 Aug 18 17:08:54.409884 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1', 'tag': '60e0cf05-5e8f-4133-8579-da77a04a4d8a'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:08:54.412232 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd147b8-9ae9-4b5d-a7f5-62b2faad1460" -d '{"events": [{"name": "network-changed", "server_uuid": "66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1", "tag": "60e0cf05-5e8f-4133-8579-da77a04a4d8a"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:08:54.426566 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3d13a935-3d8e-470c-a69f-4b2366daed53 req-5e5f55a6-de0c-4e2e-828e-df2c0d18b04c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881979 Aug 18 17:08:54.474422 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-e3d71327-2740-4216-a8ea-2aeb9f2fc7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62db6926-041f-46c5-ad52-21187e388cdc', 'name': 'tempest-TestShelveInstance-985048160-router', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:17Z', 'updated_at': '2022-08-18T17:07:21Z', 'revision_number': 4, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'gw_port': {'id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:18Z', 'updated_at': '2022-08-18T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': 'cda52c99-e16f-4745-887e-1d5b1b07b73f', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'port_id': '60e0cf05-5e8f-4133-8579-da77a04a4d8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1', 'mac_address': 'fa:16:3e:f1:27:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:08:52Z', 'updated_at': '2022-08-18T17:08:52Z', 'revision_number': 0, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12bdf604-2192-4528-a042-5c3ddd121e7b', 'name': '', 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'mac_address': 'fa:16:3e:bb:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8923c51a-2a81-416e-9aa6-fae865af2acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:20Z', 'updated_at': '2022-08-18T17:07:27Z', 'revision_number': 5, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'subnets': [{'id': '8923c51a-2a81-416e-9aa6-fae865af2acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:54.481381 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabbfe61-3dc5-42c2-bca7-a81af9e62951 x-openstack-request-id: req-eabbfe61-3dc5-42c2-bca7-a81af9e62951 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:08:54.481381 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1", "tag": "60e0cf05-5e8f-4133-8579-da77a04a4d8a", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:08:54.481381 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eabbfe61-3dc5-42c2-bca7-a81af9e62951 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:08:54.481381 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eabbfe61-3dc5-42c2-bca7-a81af9e62951'] response: {'name': 'network-changed', 'server_uuid': '66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1', 'tag': '60e0cf05-5e8f-4133-8579-da77a04a4d8a', 'status': 'completed', 'code': 200} Aug 18 17:08:54.501268 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d71327-2740-4216-a8ea-2aeb9f2fc7ca None None] Checking router: 62db6926-041f-46c5-ad52-21187e388cdc for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:08:54.530401 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d71327-2740-4216-a8ea-2aeb9f2fc7ca None None] Routers {'62db6926-041f-46c5-ad52-21187e388cdc'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:08:54.531062 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-e3d71327-2740-4216-a8ea-2aeb9f2fc7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:08:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['62db6926-041f-46c5-ad52-21187e388cdc'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:54.559973 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd147b8-9ae9-4b5d-a7f5-62b2faad1460 req-62a269be-2d7e-465a-8bb1-26d0f030700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:54.561667 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-acd147b8-9ae9-4b5d-a7f5-62b2faad1460 req-62a269be-2d7e-465a-8bb1-26d0f030700f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e5d8cae49e524a98ae646381b455351e&device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 1129 time: 0.0502739 Aug 18 17:08:54.599880 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:54.655464 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-e3d71327-2740-4216-a8ea-2aeb9f2fc7ca None None] Set router 62db6926-041f-46c5-ad52-21187e388cdc gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:08:54.707866 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd147b8-9ae9-4b5d-a7f5-62b2faad1460 req-8bade148-5a8f-424b-8177-f138122e383c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:54.709481 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-acd147b8-9ae9-4b5d-a7f5-62b2faad1460 req-8bade148-5a8f-424b-8177-f138122e383c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 HTTP/1.1" status: 200 len: 909 time: 0.1327090 Aug 18 17:08:54.799753 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-acd147b8-9ae9-4b5d-a7f5-62b2faad1460 req-063e177b-bcee-43ae-bcb3-094ebe2ab2be service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60e0cf05-5e8f-4133-8579-da77a04a4d8a HTTP/1.1" status: 200 len: 998 time: 0.0704653 Aug 18 17:08:54.864487 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd147b8-9ae9-4b5d-a7f5-62b2faad1460 req-68b802fb-bbf2-40ce-ac19-b1d72dc2d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:54.866315 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-acd147b8-9ae9-4b5d-a7f5-62b2faad1460 req-68b802fb-bbf2-40ce-ac19-b1d72dc2d5d2 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8923c51a-2a81-416e-9aa6-fae865af2acd HTTP/1.1" status: 200 len: 847 time: 0.0577018 Aug 18 17:08:54.919813 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd147b8-9ae9-4b5d-a7f5-62b2faad1460 req-40e6a5d7-0a87-49d5-b6ba-9e1c1c945801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:54.921733 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-acd147b8-9ae9-4b5d-a7f5-62b2faad1460 req-40e6a5d7-0a87-49d5-b6ba-9e1c1c945801 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480745 Aug 18 17:08:54.922938 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:54.945853 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-e3d71327-2740-4216-a8ea-2aeb9f2fc7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62db6926-041f-46c5-ad52-21187e388cdc', 'name': 'tempest-TestShelveInstance-985048160-router', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:17Z', 'updated_at': '2022-08-18T17:07:21Z', 'revision_number': 4, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'gw_port': {'id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:18Z', 'updated_at': '2022-08-18T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': 'cda52c99-e16f-4745-887e-1d5b1b07b73f', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'port_id': '60e0cf05-5e8f-4133-8579-da77a04a4d8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1', 'mac_address': 'fa:16:3e:f1:27:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:08:52Z', 'updated_at': '2022-08-18T17:08:52Z', 'revision_number': 0, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12bdf604-2192-4528-a042-5c3ddd121e7b', 'name': '', 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'mac_address': 'fa:16:3e:bb:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8923c51a-2a81-416e-9aa6-fae865af2acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:20Z', 'updated_at': '2022-08-18T17:07:27Z', 'revision_number': 5, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'subnets': [{'id': '8923c51a-2a81-416e-9aa6-fae865af2acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:08:54.978856 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d71327-2740-4216-a8ea-2aeb9f2fc7ca None None] The sync data for ids ['62db6926-041f-46c5-ad52-21187e388cdc'] in dv-cinder-853678-2-iscsi is: [{'id': '62db6926-041f-46c5-ad52-21187e388cdc', 'name': 'tempest-TestShelveInstance-985048160-router', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:17Z', 'updated_at': '2022-08-18T17:07:21Z', 'revision_number': 4, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'gw_port': {'id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:18Z', 'updated_at': '2022-08-18T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': 'cda52c99-e16f-4745-887e-1d5b1b07b73f', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'port_id': '60e0cf05-5e8f-4133-8579-da77a04a4d8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1', 'mac_address': 'fa:16:3e:f1:27:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:08:52Z', 'updated_at': '2022-08-18T17:08:52Z', 'revision_number': 0, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12bdf604-2192-4528-a042-5c3ddd121e7b', 'name': '', 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'mac_address': 'fa:16:3e:bb:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8923c51a-2a81-416e-9aa6-fae865af2acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:20Z', 'updated_at': '2022-08-18T17:07:27Z', 'revision_number': 5, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'subnets': [{'id': '8923c51a-2a81-416e-9aa6-fae865af2acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:08:54.993881 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1d4a0f14-7732-4f9c-8bdd-221890327dbe req-615d2439-272b-4ba8-8a3f-f1f07d6edfac tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 210 time: 0.0655768 Aug 18 17:08:54.999005 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:55.076447 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-acd147b8-9ae9-4b5d-a7f5-62b2faad1460 req-ca26ced5-8abb-43b1-a364-8c15cc060831 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463299 Aug 18 17:08:55.184248 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-acd147b8-9ae9-4b5d-a7f5-62b2faad1460 req-908cf2ed-15ea-4f5a-810b-f1e37f993e18 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006386 Aug 18 17:08:55.225452 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe47f7d-c447-44b8-b61e-a0d4a8730b9b None None] New status for floating IP cda52c99-e16f-4745-887e-1d5b1b07b73f: ACTIVE {{(pid=106921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:08:55.556580 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:55.575513 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f3884-c6b7-49ab-9a28-33153ddee918 req-313c7169-aeb8-4fe9-90d9-1d55a4b52e63 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:55.577006 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-379f3884-c6b7-49ab-9a28-33153ddee918 req-313c7169-aeb8-4fe9-90d9-1d55a4b52e63 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0475159 Aug 18 17:08:55.630658 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-379f3884-c6b7-49ab-9a28-33153ddee918 req-5ecc7589-0117-4a2f-bdcf-94970fdc47af tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446973 Aug 18 17:08:56.058936 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-b0b0af82-e947-42c6-b54d-6f4b82a97ee8 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:56.060371 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-b0b0af82-e947-42c6-b54d-6f4b82a97ee8 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/networks?id=dcd0fc6c-6616-4d99-959f-76bbf998b0aa HTTP/1.1" status: 200 len: 814 time: 0.1066527 Aug 18 17:08:56.075038 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-7d0990fc-98a8-4c19-a6b9-5c48b3a437ee tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/quotas/af8df1d9e9b54347aa9f29ead57f2797 HTTP/1.1" status: 200 len: 375 time: 0.0091991 Aug 18 17:08:56.123897 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-ff5caa24-80f4-44f8-8137-d822283c8fac tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=af8df1d9e9b54347aa9f29ead57f2797&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438266 Aug 18 17:08:56.224861 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-09f94c35-d101-4ab1-8985-d45a91cc7939 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/dcd0fc6c-6616-4d99-959f-76bbf998b0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892849 Aug 18 17:08:56.289058 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:56.319330 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-3db3c00d-4d5d-4a06-9ba9-af2e1df2e9b7 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/dcd0fc6c-6616-4d99-959f-76bbf998b0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879598 Aug 18 17:08:56.323455 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7e7f39df-a83b-4d4a-bcdd-efa57ab728c7 req-769001db-ea8f-40fc-9ebc-3f472ef4aa57 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 210 time: 0.0285683 Aug 18 17:08:56.437787 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a546de-962a-49bd-9b42-b42009e7ff2c req-de836fbd-3b36-4f03-b288-678bb0250b64 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:56.439148 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c3a546de-962a-49bd-9b42-b42009e7ff2c req-de836fbd-3b36-4f03-b288-678bb0250b64 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 945 time: 0.0483925 Aug 18 17:08:56.486834 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c3a546de-962a-49bd-9b42-b42009e7ff2c req-58334b7b-1a99-42b1-ba56-33bb2bc2fb0f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=df80e699-d00b-4533-8455-47a4b9d504ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419586 Aug 18 17:08:56.578180 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-8de45063-d127-4255-b8d7-735b77864b86 req-274a8f8a-8752-4745-9b17-d2791e26a731 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 210 time: 0.0275331 Aug 18 17:08:56.765059 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f66bbc-ef60-46b4-83c8-4ddba772cfc9 req-f5b7831d-589b-4788-a277-912d5903a800 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:56.766615 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-62f66bbc-ef60-46b4-83c8-4ddba772cfc9 req-f5b7831d-589b-4788-a277-912d5903a800 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0562897 Aug 18 17:08:56.821539 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-62f66bbc-ef60-46b4-83c8-4ddba772cfc9 req-1edef9fc-b3bd-481a-9a6e-3407120830b3 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486720 Aug 18 17:08:57.434999 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0dd70179-581d-4a0e-bd16-1ceb3a3397fa req-f78f6b1e-99d9-40c9-a30f-0109009cf4a1 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 210 time: 0.0311792 Aug 18 17:08:57.606682 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277fe64-568e-4c4f-a3d7-7a0be0552f46 req-6a3b6113-3d1d-45ef-9edd-d7c8225fe6b9 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:57.608133 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d277fe64-568e-4c4f-a3d7-7a0be0552f46 req-6a3b6113-3d1d-45ef-9edd-d7c8225fe6b9 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 945 time: 0.0469599 Aug 18 17:08:57.656811 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d277fe64-568e-4c4f-a3d7-7a0be0552f46 req-d9acd35a-43dc-4f2c-b9f7-f658f9178d23 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=df80e699-d00b-4533-8455-47a4b9d504ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427399 Aug 18 17:08:57.681597 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7f685901-d626-4ca3-b8f8-d549c3bfdbdf req-7a5c808c-e516-4c84-8264-0ee50b45eaa5 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 210 time: 0.0299766 Aug 18 17:08:57.946791 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6a28b-c074-474e-8f49-4534d81b3323 req-dd516e4d-32f6-4dd8-85a4-c1e7f694c26e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:57.948287 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bec6a28b-c074-474e-8f49-4534d81b3323 req-dd516e4d-32f6-4dd8-85a4-c1e7f694c26e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.0461257 Aug 18 17:08:57.998155 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bec6a28b-c074-474e-8f49-4534d81b3323 req-639db025-4cda-42c3-8854-87ab1eb391f0 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442705 Aug 18 17:08:58.545774 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-483954e5-5dd5-47fe-85fa-001b87b658cd req-c757debe-4f30-458e-abe6-96fc3dac8538 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 210 time: 0.0354400 Aug 18 17:08:58.789656 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-31c51da0-2e95-41f1-8623-333e909c28e8 req-88a9beba-ce35-40ef-b72d-6ec5fd5f73dd tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 210 time: 0.0304704 Aug 18 17:08:58.798943 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bf8da-aca4-462c-9cc8-7c94fe2dd9f0 req-5860ba60-8cf9-42a1-a401-bcc4284b797d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:58.800859 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-476bf8da-aca4-462c-9cc8-7c94fe2dd9f0 req-5860ba60-8cf9-42a1-a401-bcc4284b797d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 945 time: 0.0618911 Aug 18 17:08:58.866388 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-476bf8da-aca4-462c-9cc8-7c94fe2dd9f0 req-944f94c8-9249-49be-89a5-edd10f1a477b tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=df80e699-d00b-4533-8455-47a4b9d504ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596693 Aug 18 17:08:58.980600 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909b71c-1ff0-4db2-b9c4-782d530f5bb2 req-d3452022-3ff3-47ce-83fa-b4b91d22adc7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:58.980600 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4909b71c-1ff0-4db2-b9c4-782d530f5bb2 req-d3452022-3ff3-47ce-83fa-b4b91d22adc7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 945 time: 0.0699623 Aug 18 17:08:58.989168 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-ad648cb0-7bbc-4fbf-aa40-ac790c7198f6 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:58.992821 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-ad648cb0-7bbc-4fbf-aa40-ac790c7198f6 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.40 "GET /networking/v2.0/networks?id=cedc50d6-8585-4b64-a3ce-7cee180068fc HTTP/1.1" status: 200 len: 813 time: 0.1535237 Aug 18 17:08:59.003088 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-d89d64fe-5de7-43c1-a953-0921e1b5656c tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Request body: {'port': {'device_id': 'c9d8d9fd-f9dc-4547-8a84-228a57dce5e4', 'network_id': 'cedc50d6-8585-4b64-a3ce-7cee180068fc', 'admin_state_up': True, 'tenant_id': '50036d9fc240431fbcd0b75ed17248fd'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:08:59.272650 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 9d480631-4b24-43e0-8000-c7d4668399bb details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:08:59.389636 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 9d480631-4b24-43e0-8000-c7d4668399bb, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=9d480631-4b24-43e0-8000-c7d4668399bb,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:08:59.403848 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': '9d480631-4b24-43e0-8000-c7d4668399bb', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'port_id': '9d480631-4b24-43e0-8000-c7d4668399bb', 'mac_address': 'fa:16:3e:75:9b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:08:59.418901 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816abb6-84c7-45d0-8b35-ece3539c3a43 req-15b922e4-2885-4d15-bbe7-610d7388bff4 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:08:59.420505 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e816abb6-84c7-45d0-8b35-ece3539c3a43 req-15b922e4-2885-4d15-bbe7-610d7388bff4 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 944 time: 0.3310561 Aug 18 17:08:59.443980 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 9d480631-4b24-43e0-8000-c7d4668399bb is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:08:59.444408 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:59.451287 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-4909b71c-1ff0-4db2-b9c4-782d530f5bb2 req-5bb14563-a3bb-4f93-962c-0983d5bc00c7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Deleting port 6ece756e-5432-4424-b12d-e1dd5eb8ec5a {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:08:59.451663 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-4909b71c-1ff0-4db2-b9c4-782d530f5bb2 req-5bb14563-a3bb-4f93-962c-0983d5bc00c7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (6ece756e-5432-4424-b12d-e1dd5eb8ec5a), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:59.459670 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d480631-4b24-43e0-8000-c7d4668399bb {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:08:59.481130 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 9d480631-4b24-43e0-8000-c7d4668399bb, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=9d480631-4b24-43e0-8000-c7d4668399bb,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:08:59.500352 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:59.566457 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e816abb6-84c7-45d0-8b35-ece3539c3a43 req-594fefae-145a-48f3-81a7-8407218441fa tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376188 Aug 18 17:08:59.573867 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:59.600933 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-4909b71c-1ff0-4db2-b9c4-782d530f5bb2 req-5bb14563-a3bb-4f93-962c-0983d5bc00c7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] For port 6ece756e-5432-4424-b12d-e1dd5eb8ec5a, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=6ece756e-5432-4424-b12d-e1dd5eb8ec5a,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:08:59.608352 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-4909b71c-1ff0-4db2-b9c4-782d530f5bb2 req-5bb14563-a3bb-4f93-962c-0983d5bc00c7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (6ece756e-5432-4424-b12d-e1dd5eb8ec5a), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:59.668246 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=9d480631-4b24-43e0-8000-c7d4668399bb,revision_number=9']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:08:59.671099 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-d89d64fe-5de7-43c1-a953-0921e1b5656c tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Made reservation on behalf of 50036d9fc240431fbcd0b75ed17248fd for: {'port': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:08:59.677025 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:59.677578 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:59.677741 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-d89d64fe-5de7-43c1-a953-0921e1b5656c tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:59.677975 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:59.678323 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:59.678723 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:59.679120 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:59.679777 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:59.680139 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:59.680549 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:59.680937 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:59.681472 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:59.682557 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:59.682988 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:59.683345 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:59.683759 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:08:59.691894 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-857a6c4c-f0d2-44b5-9092-62e4fbc5eb30 req-c69ea956-ded2-429d-aad6-9d43eaec3f99 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 210 time: 0.0298746 Aug 18 17:08:59.783202 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:08:59.850670 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['9d480631-4b24-43e0-8000-c7d4668399bb'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:08:59.956353 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e8d337ca-7647-45aa-8493-5a84b286e0c5 req-d3ce8c92-a49f-4a9a-877d-af842a6ceba2 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 210 time: 0.0710573 Aug 18 17:08:59.960328 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-4909b71c-1ff0-4db2-b9c4-782d530f5bb2 req-5bb14563-a3bb-4f93-962c-0983d5bc00c7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:59.960698 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-4909b71c-1ff0-4db2-b9c4-782d530f5bb2 req-5bb14563-a3bb-4f93-962c-0983d5bc00c7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (5ea294ca-44ba-4a46-9648-c59556586d26), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:08:59.961021 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.db.l3_db [req-4909b71c-1ff0-4db2-b9c4-782d530f5bb2 req-5bb14563-a3bb-4f93-962c-0983d5bc00c7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Floating IP 5ea294ca-44ba-4a46-9648-c59556586d26 disassociated. External IP: 172.27.1.65, port: 6ece756e-5432-4424-b12d-e1dd5eb8ec5a. Aug 18 17:08:59.961382 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-4909b71c-1ff0-4db2-b9c4-782d530f5bb2 req-5bb14563-a3bb-4f93-962c-0983d5bc00c7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Calling delete_port for 6ece756e-5432-4424-b12d-e1dd5eb8ec5a owned by compute:nova {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:08:59.992485 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-d89d64fe-5de7-43c1-a953-0921e1b5656c tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Allocated IP 172.20.0.10 (cedc50d6-8585-4b64-a3ce-7cee180068fc/336c2548-16f8-4540-8cbf-8b7e70d64215/0c77e253-eb7e-4f3b-a573-87f2912d98d0) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:09:00.042325 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-6a4d689f-730d-4d3a-96fb-819a1edc90ea tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:00.044252 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-6a4d689f-730d-4d3a-96fb-819a1edc90ea tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.40 "GET /networking/v2.0/networks?id=dcd0fc6c-6616-4d99-959f-76bbf998b0aa HTTP/1.1" status: 200 len: 814 time: 0.1823392 Aug 18 17:09:00.051629 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:00.080815 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-78133a9a-34f0-4224-96e1-8b2f8157d95d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Request body: {'port': {'device_id': '34c79a7d-abff-4d4f-aecc-309441c5e3bc', 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa', 'admin_state_up': True, 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:09:00.126447 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a4009-84f6-4637-b0ea-df278f18b2bc req-e1d89916-2e72-4f24-9961-d9c8170cc52c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:00.128415 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a29a4009-84f6-4637-b0ea-df278f18b2bc req-e1d89916-2e72-4f24-9961-d9c8170cc52c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 945 time: 0.0833337 Aug 18 17:09:00.239592 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a29a4009-84f6-4637-b0ea-df278f18b2bc req-333037f7-98f8-4276-8762-e90f77a891c6 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=df80e699-d00b-4533-8455-47a4b9d504ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796950 Aug 18 17:09:00.248482 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-d89d64fe-5de7-43c1-a953-0921e1b5656c tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Publish callbacks [] for port (0c77e253-eb7e-4f3b-a573-87f2912d98d0), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:00.255069 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=7 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:00.293703 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-4909b71c-1ff0-4db2-b9c4-782d530f5bb2 req-5bb14563-a3bb-4f93-962c-0983d5bc00c7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (6ece756e-5432-4424-b12d-e1dd5eb8ec5a), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:00.322196 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb14563-a3bb-4f93-962c-0983d5bc00c7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event deleted for resources: {'Port': ['ID=6ece756e-5432-4424-b12d-e1dd5eb8ec5a,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:00.351280 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-78133a9a-34f0-4224-96e1-8b2f8157d95d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Made reservation on behalf of af8df1d9e9b54347aa9f29ead57f2797 for: {'port': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:09:00.355328 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-78133a9a-34f0-4224-96e1-8b2f8157d95d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:00.383090 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-d89d64fe-5de7-43c1-a953-0921e1b5656c tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (0c77e253-eb7e-4f3b-a573-87f2912d98d0), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:00.473182 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-d89d64fe-5de7-43c1-a953-0921e1b5656c tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Network cedc50d6-8585-4b64-a3ce-7cee180068fc is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:09:00.482729 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-d89d64fe-5de7-43c1-a953-0921e1b5656c tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:09:00.489554 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-d89d64fe-5de7-43c1-a953-0921e1b5656c tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:09:00.495985 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d64fe-5de7-43c1-a953-0921e1b5656c tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Pushing event updated for resources: {'Port': ['ID=0c77e253-eb7e-4f3b-a573-87f2912d98d0,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:00.520776 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-78133a9a-34f0-4224-96e1-8b2f8157d95d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Allocated IP 172.20.0.11 (dcd0fc6c-6616-4d99-959f-76bbf998b0aa/f11fbfcf-66ef-4804-9d38-48c210871c22/2ee00035-edc8-4a51-89b1-4dc0e2c5a468) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:09:00.542835 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:00.543156 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:00.543156 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4909b71c-1ff0-4db2-b9c4-782d530f5bb2 req-5bb14563-a3bb-4f93-962c-0983d5bc00c7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Router 33ac6969-4352-430e-8f29-f4e097521088 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:09:00.550754 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:00.559847 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-d89d64fe-5de7-43c1-a953-0921e1b5656c tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:00.560473 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-d89d64fe-5de7-43c1-a953-0921e1b5656c tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:00.680556 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4909b71c-1ff0-4db2-b9c4-782d530f5bb2 req-5bb14563-a3bb-4f93-962c-0983d5bc00c7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:09:00.694078 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a9bbeb-ac43-4fd1-bb79-fba2016f6ecb None None] Sync routers for ids ['33ac6969-4352-430e-8f29-f4e097521088'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:09:00.698595 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-78133a9a-34f0-4224-96e1-8b2f8157d95d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for port (2ee00035-edc8-4a51-89b1-4dc0e2c5a468), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:00.709458 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a9bbeb-ac43-4fd1-bb79-fba2016f6ecb None None] Routers {'33ac6969-4352-430e-8f29-f4e097521088'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:09:00.709980 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-12a9bbeb-ac43-4fd1-bb79-fba2016f6ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:08:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['33ac6969-4352-430e-8f29-f4e097521088'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:09:00.712895 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-d89d64fe-5de7-43c1-a953-0921e1b5656c tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7134607 Aug 18 17:09:00.772489 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] Request body: {'port': {'device_id': 'c9d8d9fd-f9dc-4547-8a84-228a57dce5e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85367'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:09:00.784211 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-4909b71c-1ff0-4db2-b9c4-782d530f5bb2 req-5bb14563-a3bb-4f93-962c-0983d5bc00c7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] No DVR routers for this DVR port 6ece756e-5432-4424-b12d-e1dd5eb8ec5a on host hv-cinder-85367 {{(pid=106918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:09:00.784211 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-4909b71c-1ff0-4db2-b9c4-782d530f5bb2 req-5bb14563-a3bb-4f93-962c-0983d5bc00c7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:00.787478 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4909b71c-1ff0-4db2-b9c4-782d530f5bb2 req-5bb14563-a3bb-4f93-962c-0983d5bc00c7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.40 "DELETE /networking/v2.0/ports/6ece756e-5432-4424-b12d-e1dd5eb8ec5a HTTP/1.1" status: 204 len: 173 time: 1.7958493 Aug 18 17:09:00.792292 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de', 'name': 'network-vif-deleted', 'tag': '6ece756e-5432-4424-b12d-e1dd5eb8ec5a'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:09:00.794687 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd052347-1a38-4d88-835a-be28e8f73cd2" -d '{"events": [{"server_uuid": "0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de", "name": "network-vif-deleted", "tag": "6ece756e-5432-4424-b12d-e1dd5eb8ec5a"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:09:00.834065 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5f790-bd9c-46dc-acdd-72bd482fa63f req-a0f60f9a-9959-4ac2-8633-00c7a88249fa tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:00.835743 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4dc5f790-bd9c-46dc-acdd-72bd482fa63f req-a0f60f9a-9959-4ac2-8633-00c7a88249fa tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 945 time: 0.1272528 Aug 18 17:09:00.850888 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-78133a9a-34f0-4224-96e1-8b2f8157d95d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (2ee00035-edc8-4a51-89b1-4dc0e2c5a468), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:00.864591 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-12a9bbeb-ac43-4fd1-bb79-fba2016f6ecb None None] Set router 33ac6969-4352-430e-8f29-f4e097521088 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:09:00.908293 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (0c77e253-eb7e-4f3b-a573-87f2912d98d0), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:00.913250 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-78133a9a-34f0-4224-96e1-8b2f8157d95d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Network dcd0fc6c-6616-4d99-959f-76bbf998b0aa is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:09:00.917837 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-78133a9a-34f0-4224-96e1-8b2f8157d95d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:09:00.927796 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df647aa6-8ff7-4b65-beb3-6fc6c040050a req-186f1e1a-cec3-4bfd-adf3-078b99dc0b13 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:00.936277 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-df647aa6-8ff7-4b65-beb3-6fc6c040050a req-186f1e1a-cec3-4bfd-adf3-078b99dc0b13 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 932 time: 0.1249909 Aug 18 17:09:00.946011 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4dc5f790-bd9c-46dc-acdd-72bd482fa63f req-9e50de1b-9203-4152-ba23-a31eda1dd4aa tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025982 Aug 18 17:09:00.963597 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-78133a9a-34f0-4224-96e1-8b2f8157d95d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:09:01.033029 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-78133a9a-34f0-4224-96e1-8b2f8157d95d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:01.033958 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-78133a9a-34f0-4224-96e1-8b2f8157d95d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:01.110137 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78133a9a-34f0-4224-96e1-8b2f8157d95d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Pushing event updated for resources: {'Port': ['ID=2ee00035-edc8-4a51-89b1-4dc0e2c5a468,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:01.139466 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a82d5e4-cac9-4002-952b-55fb75a222e1 x-openstack-request-id: req-1a82d5e4-cac9-4002-952b-55fb75a222e1 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:09:01.140465 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de", "name": "network-vif-deleted", "tag": "6ece756e-5432-4424-b12d-e1dd5eb8ec5a", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:09:01.141351 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1a82d5e4-cac9-4002-952b-55fb75a222e1 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:09:01.141714 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a82d5e4-cac9-4002-952b-55fb75a222e1'] response: {'server_uuid': '0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de', 'name': 'network-vif-deleted', 'tag': '6ece756e-5432-4424-b12d-e1dd5eb8ec5a', 'status': 'completed', 'code': 200} Aug 18 17:09:01.154360 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-df647aa6-8ff7-4b65-beb3-6fc6c040050a req-9073cad3-4026-40ed-8755-92027858310a tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154555 Aug 18 17:09:01.180872 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-78133a9a-34f0-4224-96e1-8b2f8157d95d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1042228 Aug 18 17:09:01.196962 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] Request body: {'port': {'device_id': '34c79a7d-abff-4d4f-aecc-309441c5e3bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85367'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:09:01.290731 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:01.323747 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:01.344311 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 9d480631-4b24-43e0-8000-c7d4668399bb up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:09:01.433140 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=100 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:01.454413 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456c486-1e31-498c-816e-899a3c58e95c req-313e44c9-ffda-41d5-9d84-ec9afceaf307 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:01.463920 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9456c486-1e31-498c-816e-899a3c58e95c req-313e44c9-ffda-41d5-9d84-ec9afceaf307 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 932 time: 0.1664805 Aug 18 17:09:01.494992 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-efabb208-a11a-42db-b774-24b93761b903 None None] Provisioning complete for port 2ee00035-edc8-4a51-89b1-4dc0e2c5a468 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:09:01.496886 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-efabb208-a11a-42db-b774-24b93761b903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (2ee00035-edc8-4a51-89b1-4dc0e2c5a468), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:01.524345 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1f62c501-2cfe-40cc-94f7-f560b04832bc req-ed7c6fdb-f46f-4322-b502-216f4ea9c396 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 210 time: 0.0900488 Aug 18 17:09:01.528610 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (2ee00035-edc8-4a51-89b1-4dc0e2c5a468), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:01.605746 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port 9d480631-4b24-43e0-8000-c7d4668399bb triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:09:01.606108 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:01.641016 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c77e253-eb7e-4f3b-a573-87f2912d98d0 {{(pid=106918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:09:01.675536 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] Publish callbacks [] for port (0c77e253-eb7e-4f3b-a573-87f2912d98d0), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:01.688044 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9456c486-1e31-498c-816e-899a3c58e95c req-a1663b58-4947-4930-bd6a-3ae79c9ced2d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231538 Aug 18 17:09:01.721641 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-efabb208-a11a-42db-b774-24b93761b903 None None] Port 2ee00035-edc8-4a51-89b1-4dc0e2c5a468 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:09:01.724070 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.provisioning_blocks [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] Transition to ACTIVE for port object 0c77e253-eb7e-4f3b-a573-87f2912d98d0 will not be triggered until provisioned by entity L2. {{(pid=106918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 18 17:09:01.730971 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-12a9bbeb-ac43-4fd1-bb79-fba2016f6ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': 'd1906d5d-7975-4a85-ac5d-82cdb1b840a3', 'tenant_id': '4eececcd804446e49078038ab362b235', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '33ac6969-4352-430e-8f29-f4e097521088', 'port_id': 'ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'mac_address': 'fa:16:3e:dd:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:05:39Z', 'updated_at': '2022-08-18T17:06:19Z', 'revision_number': 2, 'project_id': '4eececcd804446e49078038ab362b235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:09:01.785540 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (0c77e253-eb7e-4f3b-a573-87f2912d98d0), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:01.900474 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] Pushing event updated for resources: {'Port': ['ID=0c77e253-eb7e-4f3b-a573-87f2912d98d0,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:01.935360 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a9bbeb-ac43-4fd1-bb79-fba2016f6ecb None None] Checking router: 33ac6969-4352-430e-8f29-f4e097521088 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:09:01.972171 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a9bbeb-ac43-4fd1-bb79-fba2016f6ecb None None] Routers {'33ac6969-4352-430e-8f29-f4e097521088'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:09:01.972818 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-12a9bbeb-ac43-4fd1-bb79-fba2016f6ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:08:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['33ac6969-4352-430e-8f29-f4e097521088'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:09:01.974656 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 9d480631-4b24-43e0-8000-c7d4668399bb is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:09:01.975048 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:02.010697 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] Attempting to bind port 0c77e253-eb7e-4f3b-a573-87f2912d98d0 on host hv-cinder-85367 for vnic_type normal with profile {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:09:02.011380 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] Attempting to bind port 0c77e253-eb7e-4f3b-a573-87f2912d98d0 by drivers openvswitch,hyperv on host hv-cinder-85367 at level 0 using segments [{'id': 'fb045b5f-316d-4687-8827-a70164861f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'cedc50d6-8585-4b64-a3ce-7cee180068fc'}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:09:02.012037 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] Attempting to bind port 0c77e253-eb7e-4f3b-a573-87f2912d98d0 on network cedc50d6-8585-4b64-a3ce-7cee180068fc {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:09:02.028645 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] Port 0c77e253-eb7e-4f3b-a573-87f2912d98d0 on network cedc50d6-8585-4b64-a3ce-7cee180068fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85367 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 17:09:02.029315 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] Attempting to bind port 0c77e253-eb7e-4f3b-a573-87f2912d98d0 on network cedc50d6-8585-4b64-a3ce-7cee180068fc {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:09:02.036803 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] Checking agent: {'id': '7d5d2def-e0b5-42a1-88b7-94e33648777b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85367', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'started_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:09:02.037612 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] Checking segment: {'id': 'fb045b5f-316d-4687-8827-a70164861f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'cedc50d6-8585-4b64-a3ce-7cee180068fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:09:02.038209 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] Bound using segment: {'id': 'fb045b5f-316d-4687-8827-a70164861f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'cedc50d6-8585-4b64-a3ce-7cee180068fc'} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:09:02.039650 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] Bound port: 0c77e253-eb7e-4f3b-a573-87f2912d98d0, host: hv-cinder-85367, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb045b5f-316d-4687-8827-a70164861f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'cedc50d6-8585-4b64-a3ce-7cee180068fc'}}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:09:02.040257 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (0c77e253-eb7e-4f3b-a573-87f2912d98d0), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:02.104704 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e481aa-bf5a-436b-baca-f5c8b88de401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d480631-4b24-43e0-8000-c7d4668399bb'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:09:02.124190 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b054c50-81e4-4353-b519-39f52042d263" -d '{"events": [{"server_uuid": "68e481aa-bf5a-436b-baca-f5c8b88de401", "name": "network-vif-plugged", "status": "completed", "tag": "9d480631-4b24-43e0-8000-c7d4668399bb"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:09:02.192195 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] For port 0c77e253-eb7e-4f3b-a573-87f2912d98d0, host hv-cinder-85367, cleared binding levels {{(pid=106918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:09:02.203052 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 9d480631-4b24-43e0-8000-c7d4668399bb, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=9d480631-4b24-43e0-8000-c7d4668399bb,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:09:02.206697 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] For port 0c77e253-eb7e-4f3b-a573-87f2912d98d0, host hv-cinder-85367, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=0c77e253-eb7e-4f3b-a573-87f2912d98d0,segment=NetworkSegment(fb045b5f-316d-4687-8827-a70164861f11),segment_id=fb045b5f-316d-4687-8827-a70164861f11)] {{(pid=106918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:09:02.226482 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8aef4c4-6901-49f8-885a-770f93814fc3 x-openstack-request-id: req-b8aef4c4-6901-49f8-885a-770f93814fc3 {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:09:02.226781 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e481aa-bf5a-436b-baca-f5c8b88de401", "name": "network-vif-plugged", "status": "completed", "tag": "9d480631-4b24-43e0-8000-c7d4668399bb", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:09:02.239891 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b8aef4c4-6901-49f8-885a-770f93814fc3 {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:09:02.240387 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8aef4c4-6901-49f8-885a-770f93814fc3'] response: {'server_uuid': '68e481aa-bf5a-436b-baca-f5c8b88de401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d480631-4b24-43e0-8000-c7d4668399bb', 'code': 200} Aug 18 17:09:02.271386 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:02.277197 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-12a9bbeb-ac43-4fd1-bb79-fba2016f6ecb None None] Set router 33ac6969-4352-430e-8f29-f4e097521088 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:09:02.296127 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (0c77e253-eb7e-4f3b-a573-87f2912d98d0), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:02.297521 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549d048-8a60-4577-bc44-6323abfecc65 req-b791e1b3-d37e-4e38-80ba-841229baa5bf tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:02.299152 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3549d048-8a60-4577-bc44-6323abfecc65 req-b791e1b3-d37e-4e38-80ba-841229baa5bf tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 945 time: 0.1626372 Aug 18 17:09:02.301855 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:02.302499 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:02.304937 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/0c77e253-eb7e-4f3b-a573-87f2912d98d0 HTTP/1.1" status: 200 len: 1094 time: 1.5408769 Aug 18 17:09:02.359485 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:02.360112 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee00035-edc8-4a51-89b1-4dc0e2c5a468 {{(pid=106919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:09:02.370440 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] Publish callbacks [] for port (2ee00035-edc8-4a51-89b1-4dc0e2c5a468), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:02.374717 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:02.433191 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c661fa4-644e-407a-8f90-820bc4d9d228 req-1ead1d96-759a-4aec-8a8b-995b60a1d84a tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:02.438095 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9c661fa4-644e-407a-8f90-820bc4d9d228 req-1ead1d96-759a-4aec-8a8b-995b60a1d84a tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 944 time: 0.1320014 Aug 18 17:09:02.441819 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.provisioning_blocks [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] Transition to ACTIVE for port object 2ee00035-edc8-4a51-89b1-4dc0e2c5a468 will not be triggered until provisioned by entity L2. {{(pid=106919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 18 17:09:02.443161 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cdbcd-249d-46c2-92a0-1137910f8786 service neutron] Pushing event updated for resources: {'Port': ['ID=0c77e253-eb7e-4f3b-a573-87f2912d98d0,revision_number=3']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:02.462289 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3549d048-8a60-4577-bc44-6323abfecc65 req-577bbbc0-34e2-43de-812c-1123f40ec5a3 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442156 Aug 18 17:09:02.558257 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=9d480631-4b24-43e0-8000-c7d4668399bb,revision_number=10']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:02.563546 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (2ee00035-edc8-4a51-89b1-4dc0e2c5a468), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:02.604574 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9c661fa4-644e-407a-8f90-820bc4d9d228 req-c6dd5c83-7786-494b-9275-32b0fc4d9081 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179101 Aug 18 17:09:02.754611 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:02.794904 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] Pushing event updated for resources: {'Port': ['ID=2ee00035-edc8-4a51-89b1-4dc0e2c5a468,revision_number=2']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:02.804441 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-272ed129-f3a3-45df-99c5-0ccacba5a0c1 req-bde16f06-bda8-48cd-811e-e5fda0b4bd95 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 210 time: 0.0620713 Aug 18 17:09:02.837066 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.managers [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] Attempting to bind port 2ee00035-edc8-4a51-89b1-4dc0e2c5a468 on host hv-cinder-85367 for vnic_type normal with profile {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:09:02.839308 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.managers [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] Attempting to bind port 2ee00035-edc8-4a51-89b1-4dc0e2c5a468 by drivers openvswitch,hyperv on host hv-cinder-85367 at level 0 using segments [{'id': '480d962a-009a-4021-8fe3-4c8369e5eb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa'}] {{(pid=106919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:09:02.839721 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] Attempting to bind port 2ee00035-edc8-4a51-89b1-4dc0e2c5a468 on network dcd0fc6c-6616-4d99-959f-76bbf998b0aa {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:09:02.847807 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] Port 2ee00035-edc8-4a51-89b1-4dc0e2c5a468 on network dcd0fc6c-6616-4d99-959f-76bbf998b0aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85367 {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 17:09:02.855176 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] Attempting to bind port 2ee00035-edc8-4a51-89b1-4dc0e2c5a468 on network dcd0fc6c-6616-4d99-959f-76bbf998b0aa {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:09:02.860245 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] Checking agent: {'id': '7d5d2def-e0b5-42a1-88b7-94e33648777b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85367', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'started_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:09:02.860659 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] Checking segment: {'id': '480d962a-009a-4021-8fe3-4c8369e5eb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:09:02.862534 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] Bound using segment: {'id': '480d962a-009a-4021-8fe3-4c8369e5eb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa'} {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:09:02.863049 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.managers [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] Bound port: 2ee00035-edc8-4a51-89b1-4dc0e2c5a468, host: hv-cinder-85367, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480d962a-009a-4021-8fe3-4c8369e5eb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa'}}] {{(pid=106919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:09:02.863545 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (2ee00035-edc8-4a51-89b1-4dc0e2c5a468), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:02.912626 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-12a9bbeb-ac43-4fd1-bb79-fba2016f6ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': 'd1906d5d-7975-4a85-ac5d-82cdb1b840a3', 'tenant_id': '4eececcd804446e49078038ab362b235', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '33ac6969-4352-430e-8f29-f4e097521088', 'port_id': 'ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'mac_address': 'fa:16:3e:dd:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:05:39Z', 'updated_at': '2022-08-18T17:06:19Z', 'revision_number': 2, 'project_id': '4eececcd804446e49078038ab362b235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:09:02.914639 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f1178-7af5-46ef-a708-5653a91e9bd1 req-d77b157f-075d-4bec-ba32-10d793b23441 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:02.916342 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-6a9f1178-7af5-46ef-a708-5653a91e9bd1 req-d77b157f-075d-4bec-ba32-10d793b23441 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 944 time: 0.0916235 Aug 18 17:09:02.975037 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a9bbeb-ac43-4fd1-bb79-fba2016f6ecb None None] The sync data for ids ['33ac6969-4352-430e-8f29-f4e097521088'] in dv-cinder-853678-2-iscsi is: [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': 'd1906d5d-7975-4a85-ac5d-82cdb1b840a3', 'tenant_id': '4eececcd804446e49078038ab362b235', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '33ac6969-4352-430e-8f29-f4e097521088', 'port_id': 'ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'mac_address': 'fa:16:3e:dd:f1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:05:39Z', 'updated_at': '2022-08-18T17:06:19Z', 'revision_number': 2, 'project_id': '4eececcd804446e49078038ab362b235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:09:03.012560 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] For port 2ee00035-edc8-4a51-89b1-4dc0e2c5a468, host hv-cinder-85367, cleared binding levels {{(pid=106919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:09:03.017932 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] For port 2ee00035-edc8-4a51-89b1-4dc0e2c5a468, host hv-cinder-85367, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=2ee00035-edc8-4a51-89b1-4dc0e2c5a468,segment=NetworkSegment(480d962a-009a-4021-8fe3-4c8369e5eb10),segment_id=480d962a-009a-4021-8fe3-4c8369e5eb10)] {{(pid=106919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:09:03.032794 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-6a9f1178-7af5-46ef-a708-5653a91e9bd1 req-a2de5c71-7bca-439a-91f5-5373f63ef089 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095622 Aug 18 17:09:03.087645 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (2ee00035-edc8-4a51-89b1-4dc0e2c5a468), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:03.095270 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:03.096074 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:03.105808 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/2ee00035-edc8-4a51-89b1-4dc0e2c5a468 HTTP/1.1" status: 200 len: 1094 time: 1.9113317 Aug 18 17:09:03.112884 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c79a7d-abff-4d4f-aecc-309441c5e3bc', 'tag': '2ee00035-edc8-4a51-89b1-4dc0e2c5a468'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:09:03.120118 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4657d95b-cc57-4474-927e-e9237e7a3bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "34c79a7d-abff-4d4f-aecc-309441c5e3bc", "tag": "2ee00035-edc8-4a51-89b1-4dc0e2c5a468"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:09:03.143540 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d8d9fd-f9dc-4547-8a84-228a57dce5e4', 'tag': '0c77e253-eb7e-4f3b-a573-87f2912d98d0'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:09:03.146225 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c096a589-cad7-48cc-b484-7758f45ce731" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d8d9fd-f9dc-4547-8a84-228a57dce5e4", "tag": "0c77e253-eb7e-4f3b-a573-87f2912d98d0"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:09:03.205147 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:03.226165 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142057e1-a100-477c-9e4b-c23e92995ea5 x-openstack-request-id: req-142057e1-a100-477c-9e4b-c23e92995ea5 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:09:03.226453 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d8d9fd-f9dc-4547-8a84-228a57dce5e4", "tag": "0c77e253-eb7e-4f3b-a573-87f2912d98d0", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:09:03.226711 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-142057e1-a100-477c-9e4b-c23e92995ea5 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:09:03.227126 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-142057e1-a100-477c-9e4b-c23e92995ea5'] response: {'name': 'network-changed', 'server_uuid': 'c9d8d9fd-f9dc-4547-8a84-228a57dce5e4', 'tag': '0c77e253-eb7e-4f3b-a573-87f2912d98d0', 'status': 'completed', 'code': 200} Aug 18 17:09:03.231590 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0e217e-5d96-40d2-8ff3-e770148fe76b x-openstack-request-id: req-0e0e217e-5d96-40d2-8ff3-e770148fe76b {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:09:03.231896 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c79a7d-abff-4d4f-aecc-309441c5e3bc", "tag": "2ee00035-edc8-4a51-89b1-4dc0e2c5a468", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:09:03.232091 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e0e217e-5d96-40d2-8ff3-e770148fe76b {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:09:03.232495 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0e217e-5d96-40d2-8ff3-e770148fe76b'] response: {'name': 'network-changed', 'server_uuid': '34c79a7d-abff-4d4f-aecc-309441c5e3bc', 'tag': '2ee00035-edc8-4a51-89b1-4dc0e2c5a468', 'status': 'completed', 'code': 200} Aug 18 17:09:03.239430 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e7a60-e9c5-4bcc-bf5f-9de48e2209ca service neutron] Pushing event updated for resources: {'Port': ['ID=2ee00035-edc8-4a51-89b1-4dc0e2c5a468,revision_number=3']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:03.298707 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 6ece756e-5432-4424-b12d-e1dd5eb8ec5a no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:09:03.330956 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] No Port match for: 6ece756e-5432-4424-b12d-e1dd5eb8ec5a {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:09:03.331301 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 6ece756e-5432-4424-b12d-e1dd5eb8ec5a not bound to the agent host hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:09:03.383302 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f93428-bb32-4a64-89c8-7d59fb2ec195 None None] New status for floating IP 5ea294ca-44ba-4a46-9648-c59556586d26: DOWN {{(pid=106921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:09:03.731991 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d241fb-f4e8-4c83-8807-64363f07e88a req-d49db0b9-f680-4ac4-9046-dd2e8c051840 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:03.733972 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-50d241fb-f4e8-4c83-8807-64363f07e88a req-d49db0b9-f680-4ac4-9046-dd2e8c051840 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 944 time: 0.0572424 Aug 18 17:09:03.805180 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-50d241fb-f4e8-4c83-8807-64363f07e88a req-a93e2700-b23e-4e1e-92b0-b4306d812e22 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559533 Aug 18 17:09:03.946224 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0d3af8b2-2be7-4351-bfc2-4bf1f9f4bf8e req-df18c7e3-6770-4461-b025-3944e4697612 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 210 time: 0.0356848 Aug 18 17:09:03.982165 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23743a2a-4ba2-4d48-87ec-e9bbeb1e7ce8 req-c0c3690f-f2f8-441f-afa6-29e1f3acca21 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:03.983940 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-23743a2a-4ba2-4d48-87ec-e9bbeb1e7ce8 req-c0c3690f-f2f8-441f-afa6-29e1f3acca21 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 947 time: 0.3489821 Aug 18 17:09:04.035903 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-23743a2a-4ba2-4d48-87ec-e9bbeb1e7ce8 req-22a10a3e-90a6-4ed3-8b41-74d8ab56ebd9 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456526 Aug 18 17:09:04.162784 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63108701-1752-4d1b-ad45-6ab9f4b4cf8e req-b3e7f447-db3e-4f93-b25c-931baf966796 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:04.164521 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-63108701-1752-4d1b-ad45-6ab9f4b4cf8e req-b3e7f447-db3e-4f93-b25c-931baf966796 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 944 time: 0.0529294 Aug 18 17:09:04.224259 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-63108701-1752-4d1b-ad45-6ab9f4b4cf8e req-6c86c68b-3bb1-4eb1-8131-64644f3c4ae5 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517945 Aug 18 17:09:04.941179 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89260379-5a5d-4d54-a499-f114e1222b33 req-212d79c6-021e-49c8-a84b-3d5af5574353 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:04.942709 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-89260379-5a5d-4d54-a499-f114e1222b33 req-212d79c6-021e-49c8-a84b-3d5af5574353 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 944 time: 0.0473382 Aug 18 17:09:04.995270 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-89260379-5a5d-4d54-a499-f114e1222b33 req-09ab17ad-1183-467b-ac21-a6bf6ac284a3 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459383 Aug 18 17:09:05.078409 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-641aab6b-b660-41a9-9d30-6a92a17a7735 req-f93a7ba1-6ec9-49f6-9903-5846a96dc1cd tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 210 time: 0.0334530 Aug 18 17:09:05.176251 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e8a62-27f3-4e1b-9fa1-92e113b74a03 req-9b8a7c35-0d3f-4f17-a435-56ecf2574188 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:05.177709 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bf5e8a62-27f3-4e1b-9fa1-92e113b74a03 req-9b8a7c35-0d3f-4f17-a435-56ecf2574188 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 947 time: 0.0466871 Aug 18 17:09:05.228065 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bf5e8a62-27f3-4e1b-9fa1-92e113b74a03 req-7b8366b5-b5d7-4036-9f02-90fd3816f27d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439456 Aug 18 17:09:05.356232 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb822a-cb9e-4438-90c3-384a281145b1 req-15127620-8d7c-4b3a-8684-a3c39e969670 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:05.357630 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dccb822a-cb9e-4438-90c3-384a281145b1 req-15127620-8d7c-4b3a-8684-a3c39e969670 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 944 time: 0.0520542 Aug 18 17:09:05.415543 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dccb822a-cb9e-4438-90c3-384a281145b1 req-c38d8b26-6be8-4c93-8e59-ec4f37556b39 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506101 Aug 18 17:09:06.117893 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60f4a0-69a5-437e-a7cb-5b3a9120b75f req-031a50a8-bc79-4343-aca5-51aa01313d6f tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:06.120284 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1b60f4a0-69a5-437e-a7cb-5b3a9120b75f req-031a50a8-bc79-4343-aca5-51aa01313d6f tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 944 time: 0.0484731 Aug 18 17:09:06.154976 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:06.176974 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1b60f4a0-69a5-437e-a7cb-5b3a9120b75f req-6c480e97-41b7-4759-bcfb-58e98ad1cc6e tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501945 Aug 18 17:09:06.229284 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-08c6286a-1a3b-4688-86c4-3776a263be3a req-10e50ce4-04bc-4be2-84e1-bafd7245d8b5 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 210 time: 0.0280716 Aug 18 17:09:06.380033 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542b09e-f1fe-4240-9fa4-454773301c2a req-cace2d65-f9e3-4381-850a-5faecd134127 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:06.381696 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e542b09e-f1fe-4240-9fa4-454773301c2a req-cace2d65-f9e3-4381-850a-5faecd134127 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 947 time: 0.0529115 Aug 18 17:09:06.434808 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e542b09e-f1fe-4240-9fa4-454773301c2a req-3d46d469-060f-4d54-a05e-03e2a6c033cf tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464535 Aug 18 17:09:06.562367 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2143271-4672-4c0e-8467-33aec7ddad18 req-07d5da5f-cd76-4619-9e1d-4011a2bf45b1 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:06.564246 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c2143271-4672-4c0e-8467-33aec7ddad18 req-07d5da5f-cd76-4619-9e1d-4011a2bf45b1 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 944 time: 0.0519917 Aug 18 17:09:06.617245 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c2143271-4672-4c0e-8467-33aec7ddad18 req-dfc76677-4562-4b6a-92bf-04f61896249e tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471435 Aug 18 17:09:07.307732 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e852e-d896-4a98-a55d-07e32ab5bd37 req-96e8946e-106f-4f3e-a719-f5bc8b3a956f tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:07.309449 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c81e852e-d896-4a98-a55d-07e32ab5bd37 req-96e8946e-106f-4f3e-a719-f5bc8b3a956f tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 944 time: 0.0521398 Aug 18 17:09:07.319876 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:09:07.358261 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-397ee5bc-e298-4419-856e-cfa889b6a225 req-572a8295-6017-4727-93bc-effa993e18a4 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 210 time: 0.0329320 Aug 18 17:09:07.363850 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c81e852e-d896-4a98-a55d-07e32ab5bd37 req-97c9e394-8531-4a03-a2ea-77b8db0ddac1 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454786 Aug 18 17:09:07.587024 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c873c-09bb-4573-a0c6-ca40db3da5ef req-c03551de-4f8a-434a-b2bf-521ba64a83b9 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:07.588875 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-6a7c873c-09bb-4573-a0c6-ca40db3da5ef req-c03551de-4f8a-434a-b2bf-521ba64a83b9 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 947 time: 0.0500193 Aug 18 17:09:07.609896 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:07.650965 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-6a7c873c-09bb-4573-a0c6-ca40db3da5ef req-5cacd198-e11e-46da-8d7c-4414c1fe8e6d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498691 Aug 18 17:09:07.763000 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d390647-7cb0-4912-b255-9d0e9ee3d575 req-930358f5-39e8-42bb-bed5-05346f629bf7 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:07.764571 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9d390647-7cb0-4912-b255-9d0e9ee3d575 req-930358f5-39e8-42bb-bed5-05346f629bf7 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 944 time: 0.0483871 Aug 18 17:09:07.818327 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9d390647-7cb0-4912-b255-9d0e9ee3d575 req-b52685fb-8be0-4999-9619-ff463d00833c tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477035 Aug 18 17:09:08.491585 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ddf34742-206c-4f22-b838-23db1ef9dd66 req-6603875c-e89b-44d1-bd75-7da7c3fd7535 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 210 time: 0.0300698 Aug 18 17:09:08.505104 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac76e2a-a0e6-4b27-aed7-7803450535cf req-01f52bfc-76b1-4b7c-960a-daa2d7101655 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:08.506652 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fac76e2a-a0e6-4b27-aed7-7803450535cf req-01f52bfc-76b1-4b7c-960a-daa2d7101655 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 944 time: 0.0535557 Aug 18 17:09:08.562111 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fac76e2a-a0e6-4b27-aed7-7803450535cf req-8e755fac-f07b-4c68-9f90-7f904c1f3ca7 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492046 Aug 18 17:09:08.788330 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0016f-07b1-4ec9-be3f-d8ff80c70119 req-3a66c55f-fd3a-4a5d-83a9-a3a005b95d9e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:08.789830 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2da0016f-07b1-4ec9-be3f-d8ff80c70119 req-3a66c55f-fd3a-4a5d-83a9-a3a005b95d9e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 947 time: 0.0506375 Aug 18 17:09:08.842879 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2da0016f-07b1-4ec9-be3f-d8ff80c70119 req-7bd199cc-c24d-44d8-a2dc-471f1bbae4ef tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468020 Aug 18 17:09:08.950161 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940223cd-e93b-4835-b172-0ab93c972966 req-7184c92c-6011-4a69-a656-7729583234e3 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:08.952036 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-940223cd-e93b-4835-b172-0ab93c972966 req-7184c92c-6011-4a69-a656-7729583234e3 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 944 time: 0.0573249 Aug 18 17:09:09.002363 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-940223cd-e93b-4835-b172-0ab93c972966 req-f46046c0-7cd0-4a26-9ddf-3da48c3fb895 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440753 Aug 18 17:09:09.619933 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5967af95-3a23-4ed8-959f-32e3d3c6fcd3 req-bc1341e8-b41e-4445-b898-6d35421a9ceb tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 210 time: 0.0367053 Aug 18 17:09:09.733604 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c848271-ad0d-44dd-9979-6c43e5d00ba1 req-39df2272-2ee0-488d-8eea-5a22dc50c743 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:09.735648 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3c848271-ad0d-44dd-9979-6c43e5d00ba1 req-39df2272-2ee0-488d-8eea-5a22dc50c743 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 944 time: 0.0573967 Aug 18 17:09:09.790386 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3c848271-ad0d-44dd-9979-6c43e5d00ba1 req-e2948b53-8f5e-4960-85e8-70c7cd39bae2 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484784 Aug 18 17:09:09.966001 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:09.979683 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac410f-dfa6-4a91-818c-34f90e9d7529 req-3611ec53-dcff-4298-b6cf-e1b4c3679aa0 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:09.981185 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9aac410f-dfa6-4a91-818c-34f90e9d7529 req-3611ec53-dcff-4298-b6cf-e1b4c3679aa0 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 947 time: 0.0500166 Aug 18 17:09:10.038714 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9aac410f-dfa6-4a91-818c-34f90e9d7529 req-0f15b520-7b2f-44c8-825f-414af99b2c78 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517075 Aug 18 17:09:10.151177 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa99b9e-129f-4044-8831-39a2c9e9b204 req-077ef99e-eead-46b4-a147-a390c244d298 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:10.153205 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-caa99b9e-129f-4044-8831-39a2c9e9b204 req-077ef99e-eead-46b4-a147-a390c244d298 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 944 time: 0.0551860 Aug 18 17:09:10.207097 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-caa99b9e-129f-4044-8831-39a2c9e9b204 req-a3e25620-5f0b-4461-965d-4db571cc1785 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464036 Aug 18 17:09:10.769863 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d42eaba7-2584-4ae4-9e79-3bba27a8736a req-33c0033f-d035-4c49-a547-7e373aa19fe8 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 210 time: 0.0390041 Aug 18 17:09:10.916324 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5557e2b-30f5-4c4d-9b22-e453885cdb1e req-fd2dc789-7f96-4599-8120-ca6aa98e5363 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:10.919005 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f5557e2b-30f5-4c4d-9b22-e453885cdb1e req-fd2dc789-7f96-4599-8120-ca6aa98e5363 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 944 time: 0.0536685 Aug 18 17:09:10.975728 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f5557e2b-30f5-4c4d-9b22-e453885cdb1e req-08193cd4-89ce-4ae1-ba2d-7915f81fbcd4 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511231 Aug 18 17:09:11.094335 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-d5a11fc9-ce84-48a3-b370-44ec00ad4640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:11.171693 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723f17b-eeec-472e-8f32-0c9f79fe93fb req-1aa6c998-0b48-4274-b398-05cce547c1c5 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:11.173125 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1723f17b-eeec-472e-8f32-0c9f79fe93fb req-1aa6c998-0b48-4274-b398-05cce547c1c5 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 947 time: 0.0477166 Aug 18 17:09:11.228061 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1723f17b-eeec-472e-8f32-0c9f79fe93fb req-85c5e21a-3e48-4565-9cd7-11e3eaa60ffa tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492303 Aug 18 17:09:11.344571 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1750b-857f-40fe-9159-4545126b9f99 req-2312b2be-f93d-492a-a92a-792e04c13e67 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:11.346112 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-73a1750b-857f-40fe-9159-4545126b9f99 req-2312b2be-f93d-492a-a92a-792e04c13e67 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 944 time: 0.0521810 Aug 18 17:09:11.390835 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:11.397444 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-73a1750b-857f-40fe-9159-4545126b9f99 req-c6123901-ed9f-4afb-833e-74880bd293a6 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443225 Aug 18 17:09:11.888336 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-204fa785-9d89-4f63-9390-5d6081a4049c req-9afc62ad-bb82-4a30-8288-f525f1c73425 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0bf6732e-dbe6-4fb3-8b9d-ed3387bf01de HTTP/1.1" status: 200 len: 210 time: 0.0311475 Aug 18 17:09:12.097176 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f748e-18c3-4706-91b1-5555fe860a3e req-079ef184-c868-4c19-9196-446ea2850420 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:12.098769 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-eb0f748e-18c3-4706-91b1-5555fe860a3e req-079ef184-c868-4c19-9196-446ea2850420 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 944 time: 0.0498078 Aug 18 17:09:12.151798 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-eb0f748e-18c3-4706-91b1-5555fe860a3e req-9dc1a1e0-b64c-4f35-929a-bdb8ad713262 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461376 Aug 18 17:09:12.247133 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-3a02b5db-6460-4c85-b950-26fe8a39c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:12.248848 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-3a02b5db-6460-4c85-b950-26fe8a39c03a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=50036d9fc240431fbcd0b75ed17248fd&device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 1128 time: 0.0448680 Aug 18 17:09:12.249689 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657d95b-cc57-4474-927e-e9237e7a3bc7 req-be08c993-98b3-49de-b941-5ed5a864b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:12.251211 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4657d95b-cc57-4474-927e-e9237e7a3bc7 req-be08c993-98b3-49de-b941-5ed5a864b90d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=af8df1d9e9b54347aa9f29ead57f2797&device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 1128 time: 0.0421305 Aug 18 17:09:12.307732 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-05204bc9-bc0d-460b-a7c8-a4461b84be56 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c77e253-eb7e-4f3b-a573-87f2912d98d0 HTTP/1.1" status: 200 len: 217 time: 0.0405798 Aug 18 17:09:12.396580 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657d95b-cc57-4474-927e-e9237e7a3bc7 req-2c8e8feb-e6a8-44df-b721-24c6991119d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:12.398225 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4657d95b-cc57-4474-927e-e9237e7a3bc7 req-2c8e8feb-e6a8-44df-b721-24c6991119d8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=af8df1d9e9b54347aa9f29ead57f2797&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1233907 Aug 18 17:09:12.404812 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d04b7-de47-44bd-bbc9-5b4fb8c015fc req-e4141881-055c-4e19-a63d-e8ab46634209 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:12.406412 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a68d04b7-de47-44bd-bbc9-5b4fb8c015fc req-e4141881-055c-4e19-a63d-e8ab46634209 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 947 time: 0.0896461 Aug 18 17:09:12.416788 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-93546f28-7dd1-4cf9-b862-e6c4838d0227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:12.418395 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-93546f28-7dd1-4cf9-b862-e6c4838d0227 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=336c2548-16f8-4540-8cbf-8b7e70d64215 HTTP/1.1" status: 200 len: 853 time: 0.1052237 Aug 18 17:09:12.471919 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-11811947-a0f1-4be1-b4ae-fa3bb6a81da4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=cedc50d6-8585-4b64-a3ce-7cee180068fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464265 Aug 18 17:09:12.531568 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a68d04b7-de47-44bd-bbc9-5b4fb8c015fc req-8b477f62-61fe-4f81-80cf-c4ed869fc3ba tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180820 Aug 18 17:09:12.599569 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-196fa8f5-af7b-4daf-a6ba-c48795f4bd56 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cedc50d6-8585-4b64-a3ce-7cee180068fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158600 Aug 18 17:09:12.714039 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906ff72-1e76-4d59-8257-3fd5caa03c1e req-4de75c17-a3b9-4f45-b6ad-ed854a85fd73 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:12.715642 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0906ff72-1e76-4d59-8257-3fd5caa03c1e req-4de75c17-a3b9-4f45-b6ad-ed854a85fd73 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 944 time: 0.1007540 Aug 18 17:09:12.742541 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051726f-3bcc-444c-890f-e4a735179ece req-3148ba29-b4b6-442a-b86b-03a28ccc8666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:12.744116 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0051726f-3bcc-444c-890f-e4a735179ece req-3148ba29-b4b6-442a-b86b-03a28ccc8666 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 1131 time: 0.3451858 Aug 18 17:09:12.764960 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7eff5706-3b8b-43fa-92c1-97cc708b26cf req-03da4c24-aead-42df-8d3e-9f8db4014f08 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cedc50d6-8585-4b64-a3ce-7cee180068fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592240 Aug 18 17:09:12.810133 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0906ff72-1e76-4d59-8257-3fd5caa03c1e req-0d76b225-faaa-47cf-8cc4-1f47ee78fcb2 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844264 Aug 18 17:09:12.820230 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657d95b-cc57-4474-927e-e9237e7a3bc7 req-1c66cf17-6725-4684-b380-4ac2dd788b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:12.821684 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4657d95b-cc57-4474-927e-e9237e7a3bc7 req-1c66cf17-6725-4684-b380-4ac2dd788b8c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4148307 Aug 18 17:09:12.824704 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0051726f-3bcc-444c-890f-e4a735179ece req-06c34f17-7688-457d-8769-72ab17626f80 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741031 Aug 18 17:09:13.048513 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 47944) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:09:13.057623 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:13.112290 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-96c8e0dd-4898-420c-8dcc-3437d9cce9df tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (df80e699-d00b-4533-8455-47a4b9d504ae), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:13.136834 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-96c8e0dd-4898-420c-8dcc-3437d9cce9df tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (df80e699-d00b-4533-8455-47a4b9d504ae), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:13.255001 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-96c8e0dd-4898-420c-8dcc-3437d9cce9df tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (df80e699-d00b-4533-8455-47a4b9d504ae), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:13.257443 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-96c8e0dd-4898-420c-8dcc-3437d9cce9df tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:13.258568 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-96c8e0dd-4898-420c-8dcc-3437d9cce9df tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/df80e699-d00b-4533-8455-47a4b9d504ae HTTP/1.1" status: 204 len: 168 time: 0.2089555 Aug 18 17:09:13.262020 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 47948) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:09:13.274537 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8e0dd-4898-420c-8dcc-3437d9cce9df tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df80e699-d00b-4533-8455-47a4b9d504ae,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:13.278962 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.api.v2.resource [None req-540690bb-a3d8-417a-af22-38c6bad414a7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] show failed (client error): The resource could not be found. Aug 18 17:09:13.278962 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-540690bb-a3d8-417a-af22-38c6bad414a7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups/df80e699-d00b-4533-8455-47a4b9d504ae HTTP/1.1" status: 404 len: 347 time: 0.0144696 Aug 18 17:09:13.284041 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 47950) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:09:13.286206 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1064f0-73f3-4fba-872a-c08918d8d1b4 req-8c263916-402b-430d-8a17-5cfee5daa7ef tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:13.287745 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cc1064f0-73f3-4fba-872a-c08918d8d1b4 req-8c263916-402b-430d-8a17-5cfee5daa7ef tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 944 time: 0.0637062 Aug 18 17:09:13.310379 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:13.339769 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cc1064f0-73f3-4fba-872a-c08918d8d1b4 req-e0600e6e-1e7c-4ead-bcb2-57ef5d45c43b tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449390 Aug 18 17:09:13.396838 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-a5030347-9208-4b07-ae25-97026897a610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:13.398799 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:13.408979 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-bf67f80a-b528-4237-b6b4-52e6a4369c73 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Deleting port c275794d-15fd-4019-a106-d1bb6f3cde91 {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:09:13.409602 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-bf67f80a-b528-4237-b6b4-52e6a4369c73 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (c275794d-15fd-4019-a106-d1bb6f3cde91), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:13.491609 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-bf67f80a-b528-4237-b6b4-52e6a4369c73 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (c275794d-15fd-4019-a106-d1bb6f3cde91), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:13.492089 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-bf67f80a-b528-4237-b6b4-52e6a4369c73 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (c275794d-15fd-4019-a106-d1bb6f3cde91), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:13.504839 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-bf67f80a-b528-4237-b6b4-52e6a4369c73 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Calling delete_port for c275794d-15fd-4019-a106-d1bb6f3cde91 owned by network:floatingip {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:09:13.683793 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d88df7-b835-4fab-919e-e840bda3a4a0 req-a6f66985-95d2-457e-a3b6-4aba60ce5e21 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:13.685269 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c6d88df7-b835-4fab-919e-e840bda3a4a0 req-a6f66985-95d2-457e-a3b6-4aba60ce5e21 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 947 time: 0.0625665 Aug 18 17:09:13.696831 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:13.734529 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c6d88df7-b835-4fab-919e-e840bda3a4a0 req-a2592253-cef0-4fee-a1c2-d27116f78863 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433698 Aug 18 17:09:13.762636 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-bf67f80a-b528-4237-b6b4-52e6a4369c73 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (c275794d-15fd-4019-a106-d1bb6f3cde91), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:13.791883 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67f80a-b528-4237-b6b4-52e6a4369c73 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event deleted for resources: {'Port': ['ID=c275794d-15fd-4019-a106-d1bb6f3cde91,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:13.856636 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-bf67f80a-b528-4237-b6b4-52e6a4369c73 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (5ea294ca-44ba-4a46-9648-c59556586d26), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:13.859382 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-bf67f80a-b528-4237-b6b4-52e6a4369c73 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:13.860568 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-bf67f80a-b528-4237-b6b4-52e6a4369c73 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/5ea294ca-44ba-4a46-9648-c59556586d26 HTTP/1.1" status: 204 len: 168 time: 0.5755413 Aug 18 17:09:13.892100 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:13.931421 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1da71-0bde-478d-b9a7-81b2637c77dd req-e7255a8e-a545-476d-b6ae-182bfb61da5f tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:13.932987 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f2c1da71-0bde-478d-b9a7-81b2637c77dd req-e7255a8e-a545-476d-b6ae-182bfb61da5f tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 944 time: 0.0501621 Aug 18 17:09:13.991986 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f2c1da71-0bde-478d-b9a7-81b2637c77dd req-578d7376-5b41-4c03-8685-e07ca68d6239 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505791 Aug 18 17:09:14.454186 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-cbfa322c-c7f9-4895-b2c6-2359bf4a8438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:14.457902 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-cbfa322c-c7f9-4895-b2c6-2359bf4a8438 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=af8df1d9e9b54347aa9f29ead57f2797&device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 1128 time: 0.0930994 Aug 18 17:09:14.470063 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096a589-cad7-48cc-b484-7758f45ce731 req-a74c457c-90f4-48fa-af6a-e5c0ffd0e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:14.471754 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c096a589-cad7-48cc-b484-7758f45ce731 req-a74c457c-90f4-48fa-af6a-e5c0ffd0e7cd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=50036d9fc240431fbcd0b75ed17248fd&device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 1128 time: 0.0698144 Aug 18 17:09:14.567769 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ed5a9-b27e-46d8-b157-bec8289f77c8 req-ff413317-2166-4c04-a28a-8e907c3943da tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:14.569276 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-940ed5a9-b27e-46d8-b157-bec8289f77c8 req-ff413317-2166-4c04-a28a-8e907c3943da tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 944 time: 0.1220737 Aug 18 17:09:14.573343 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-24fb2d3c-0012-49ac-a1ab-51268c3c9ed5 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ee00035-edc8-4a51-89b1-4dc0e2c5a468 HTTP/1.1" status: 200 len: 217 time: 0.0781653 Aug 18 17:09:14.708043 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-30fe3be9-d372-4f72-adad-ebd9767bb509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:14.709425 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-30fe3be9-d372-4f72-adad-ebd9767bb509 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=f11fbfcf-66ef-4804-9d38-48c210871c22 HTTP/1.1" status: 200 len: 853 time: 0.1036639 Aug 18 17:09:14.710724 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096a589-cad7-48cc-b484-7758f45ce731 req-116bf1e8-37bf-4c6e-939f-bab68b49685e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:14.712050 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c096a589-cad7-48cc-b484-7758f45ce731 req-116bf1e8-37bf-4c6e-939f-bab68b49685e service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=cedc50d6-8585-4b64-a3ce-7cee180068fc HTTP/1.1" status: 200 len: 914 time: 0.2157173 Aug 18 17:09:14.715287 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-940ed5a9-b27e-46d8-b157-bec8289f77c8 req-00a92139-ff14-4c19-a6a6-bcbdf1b27a00 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366565 Aug 18 17:09:14.739289 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:14.859576 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b09db4-5f4d-4c18-8cb9-688d4b1bd092 req-32f82b85-b082-445c-b63f-ab4fac20543c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:14.861076 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-12b09db4-5f4d-4c18-8cb9-688d4b1bd092 req-32f82b85-b082-445c-b63f-ab4fac20543c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 947 time: 0.0476573 Aug 18 17:09:14.908628 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-12b09db4-5f4d-4c18-8cb9-688d4b1bd092 req-960c648f-0ee5-4ef8-9e3c-6bb7a69fecc6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420570 Aug 18 17:09:14.995219 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c096a589-cad7-48cc-b484-7758f45ce731 req-1eecf0a5-c14e-4575-b213-40ee4e574cc6 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c77e253-eb7e-4f3b-a573-87f2912d98d0 HTTP/1.1" status: 200 len: 217 time: 0.0563157 Aug 18 17:09:15.007671 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-f51df030-e320-4c31-97ca-dbb04b0f5eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:15.009169 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-f51df030-e320-4c31-97ca-dbb04b0f5eb4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dcd0fc6c-6616-4d99-959f-76bbf998b0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690241 Aug 18 17:09:15.118885 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1df54-51e3-42b1-b839-604a6f8bd33d req-22693f6d-c4d4-4c3c-80b2-94c816d035c3 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:15.120913 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-55e1df54-51e3-42b1-b839-604a6f8bd33d req-22693f6d-c4d4-4c3c-80b2-94c816d035c3 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 944 time: 0.0549450 Aug 18 17:09:15.133308 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:15.170715 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-55e1df54-51e3-42b1-b839-604a6f8bd33d req-58c46804-a3b9-4e1e-a16d-da4e35062e04 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440297 Aug 18 17:09:15.334759 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:15.366292 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 0c77e253-eb7e-4f3b-a573-87f2912d98d0 details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:09:15.498160 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 0c77e253-eb7e-4f3b-a573-87f2912d98d0, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=0c77e253-eb7e-4f3b-a573-87f2912d98d0,segment=NetworkSegment(fb045b5f-316d-4687-8827-a70164861f11),segment_id=fb045b5f-316d-4687-8827-a70164861f11)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:09:15.513561 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': '0c77e253-eb7e-4f3b-a573-87f2912d98d0', 'network_id': 'cedc50d6-8585-4b64-a3ce-7cee180068fc', 'port_id': '0c77e253-eb7e-4f3b-a573-87f2912d98d0', 'mac_address': 'fa:16:3e:cd:a0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336c2548-16f8-4540-8cbf-8b7e70d64215', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:09:15.537552 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096a589-cad7-48cc-b484-7758f45ce731 req-87397524-cf89-4fb0-9513-2b4d78ed4522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:15.539346 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c096a589-cad7-48cc-b484-7758f45ce731 req-87397524-cf89-4fb0-9513-2b4d78ed4522 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=336c2548-16f8-4540-8cbf-8b7e70d64215 HTTP/1.1" status: 200 len: 853 time: 0.1276405 Aug 18 17:09:15.550502 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 0c77e253-eb7e-4f3b-a573-87f2912d98d0 is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:09:15.557325 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (0c77e253-eb7e-4f3b-a573-87f2912d98d0), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:15.565124 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c77e253-eb7e-4f3b-a573-87f2912d98d0 {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:09:15.590392 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 0c77e253-eb7e-4f3b-a573-87f2912d98d0, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=0c77e253-eb7e-4f3b-a573-87f2912d98d0,segment=NetworkSegment(fb045b5f-316d-4687-8827-a70164861f11),segment_id=fb045b5f-316d-4687-8827-a70164861f11)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:09:15.609204 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c096a589-cad7-48cc-b484-7758f45ce731 req-0bc75c1c-e676-40b9-9b2c-25fa53f12854 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=cedc50d6-8585-4b64-a3ce-7cee180068fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525606 Aug 18 17:09:15.623931 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-e54eed89-aa6c-43ef-8a3a-b6664b6678be service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dcd0fc6c-6616-4d99-959f-76bbf998b0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132967 Aug 18 17:09:15.806299 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c096a589-cad7-48cc-b484-7758f45ce731 req-887679cb-0138-4e18-8f59-050d19dc9d87 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cedc50d6-8585-4b64-a3ce-7cee180068fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970797 Aug 18 17:09:15.826475 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9e14b327-f6f2-4142-bb8b-130dfb98f5a2 req-18f1fbb8-840c-4799-86c9-16654ac44482 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dcd0fc6c-6616-4d99-959f-76bbf998b0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899421 Aug 18 17:09:15.903321 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187231f-d58d-4b26-83bb-c38984412a62 req-949904b5-90a0-46cf-92e6-26c7c5f9db15 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:15.905244 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5187231f-d58d-4b26-83bb-c38984412a62 req-949904b5-90a0-46cf-92e6-26c7c5f9db15 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 944 time: 0.0962062 Aug 18 17:09:15.963909 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:16.013871 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5187231f-d58d-4b26-83bb-c38984412a62 req-dfd68b09-a7a9-4e4c-b38f-fb2b4b9190e7 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827017 Aug 18 17:09:16.022151 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c096a589-cad7-48cc-b484-7758f45ce731 req-3949a8a6-b866-4d10-ad98-7f84f6622f0a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cedc50d6-8585-4b64-a3ce-7cee180068fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030504 Aug 18 17:09:16.053566 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c3df1-e393-4ed7-b1ea-c1b590e98614 req-1ae7a018-f3b2-4b10-8968-cf96cbd83bf5 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:16.055174 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ad3c3df1-e393-4ed7-b1ea-c1b590e98614 req-1ae7a018-f3b2-4b10-8968-cf96cbd83bf5 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 947 time: 0.0531611 Aug 18 17:09:16.130152 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ad3c3df1-e393-4ed7-b1ea-c1b590e98614 req-4d27130e-68a4-4eff-ab6c-653f5af80bcb tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677130 Aug 18 17:09:16.322744 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6debc07-982b-4bbd-98c3-dacf77aae538 req-9bd65f67-a774-4a02-9418-1a0b8c343804 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:16.325261 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d6debc07-982b-4bbd-98c3-dacf77aae538 req-9bd65f67-a774-4a02-9418-1a0b8c343804 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 944 time: 0.0677814 Aug 18 17:09:16.382946 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d6debc07-982b-4bbd-98c3-dacf77aae538 req-c275488b-0acb-455c-b168-8f5ccf63d7a5 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526495 Aug 18 17:09:16.614656 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:16.616493 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:16.618908 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (0c77e253-eb7e-4f3b-a573-87f2912d98d0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:16.680411 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=0c77e253-eb7e-4f3b-a573-87f2912d98d0,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:16.942941 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['0c77e253-eb7e-4f3b-a573-87f2912d98d0'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:09:17.080778 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:17.149033 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e823-2f13-4283-926b-63b095332ab9 req-72ff57f2-eca6-49dc-88ae-4912a6a6cca3 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:17.149033 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-57d2e823-2f13-4283-926b-63b095332ab9 req-72ff57f2-eca6-49dc-88ae-4912a6a6cca3 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 945 time: 0.0511742 Aug 18 17:09:17.194485 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-57d2e823-2f13-4283-926b-63b095332ab9 req-ba2f9e53-1854-40f0-ba18-9410d34d8772 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432572 Aug 18 17:09:17.278759 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e8603-c2fc-45f8-9486-ebcffb13b5a6 req-4fc9ee69-bdc8-4569-98dd-eb30b56f04b0 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:17.280293 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-346e8603-c2fc-45f8-9486-ebcffb13b5a6 req-4fc9ee69-bdc8-4569-98dd-eb30b56f04b0 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 947 time: 0.0585845 Aug 18 17:09:17.315770 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:17.329212 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-346e8603-c2fc-45f8-9486-ebcffb13b5a6 req-f9b5d030-aa3f-42cf-8d8c-cf51b9113628 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431347 Aug 18 17:09:17.513172 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d952469-1440-4c8b-aff3-1b2bcd3e5146 req-5d9ab277-e8f6-448c-9d36-dca92af59bf1 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:17.514660 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3d952469-1440-4c8b-aff3-1b2bcd3e5146 req-5d9ab277-e8f6-448c-9d36-dca92af59bf1 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 944 time: 0.0483465 Aug 18 17:09:17.563569 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3d952469-1440-4c8b-aff3-1b2bcd3e5146 req-cb39fc2e-5464-4c14-a3fb-c5f48e89b07b tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429590 Aug 18 17:09:17.733525 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 0c77e253-eb7e-4f3b-a573-87f2912d98d0 up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:09:17.786817 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning for port 0c77e253-eb7e-4f3b-a573-87f2912d98d0 completed by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 18 17:09:17.914817 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port 0c77e253-eb7e-4f3b-a573-87f2912d98d0 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:09:17.915185 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (0c77e253-eb7e-4f3b-a573-87f2912d98d0), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:17.990021 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 0c77e253-eb7e-4f3b-a573-87f2912d98d0 is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:09:17.990296 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (0c77e253-eb7e-4f3b-a573-87f2912d98d0), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:18.015182 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d8d9fd-f9dc-4547-8a84-228a57dce5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c77e253-eb7e-4f3b-a573-87f2912d98d0'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:09:18.018887 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7508405-e572-4b6f-9e0b-52dadba73a21" -d '{"events": [{"server_uuid": "c9d8d9fd-f9dc-4547-8a84-228a57dce5e4", "name": "network-vif-plugged", "status": "completed", "tag": "0c77e253-eb7e-4f3b-a573-87f2912d98d0"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:09:18.035103 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 0c77e253-eb7e-4f3b-a573-87f2912d98d0, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=0c77e253-eb7e-4f3b-a573-87f2912d98d0,segment=NetworkSegment(fb045b5f-316d-4687-8827-a70164861f11),segment_id=fb045b5f-316d-4687-8827-a70164861f11)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:09:18.055584 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a96540-605b-44bb-ba82-4ae0f52058d9 x-openstack-request-id: req-46a96540-605b-44bb-ba82-4ae0f52058d9 {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:09:18.055875 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d8d9fd-f9dc-4547-8a84-228a57dce5e4", "name": "network-vif-plugged", "status": "completed", "tag": "0c77e253-eb7e-4f3b-a573-87f2912d98d0", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:09:18.056128 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46a96540-605b-44bb-ba82-4ae0f52058d9 {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:09:18.057250 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46a96540-605b-44bb-ba82-4ae0f52058d9'] response: {'server_uuid': 'c9d8d9fd-f9dc-4547-8a84-228a57dce5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c77e253-eb7e-4f3b-a573-87f2912d98d0', 'code': 200} Aug 18 17:09:18.122861 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (0c77e253-eb7e-4f3b-a573-87f2912d98d0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:18.170978 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=0c77e253-eb7e-4f3b-a573-87f2912d98d0,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:18.341656 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fdcf2-04f7-4d7b-8807-48a6a97733aa req-42783244-60a1-4c50-a894-8fc7598a4bad tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:18.343232 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-df4fdcf2-04f7-4d7b-8807-48a6a97733aa req-42783244-60a1-4c50-a894-8fc7598a4bad tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 946 time: 0.0514143 Aug 18 17:09:18.367933 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:18.377539 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e52e8-e2ed-4700-aa44-796ebb1f064d req-a4cdd42c-5e0c-450c-8ca8-07350241b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:18.379221 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ea9e52e8-e2ed-4700-aa44-796ebb1f064d req-a4cdd42c-5e0c-450c-8ca8-07350241b83f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 1130 time: 0.0524950 Aug 18 17:09:18.408260 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-df4fdcf2-04f7-4d7b-8807-48a6a97733aa req-1d0e1d34-59d0-4db5-a40e-618fcd60af87 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590286 Aug 18 17:09:18.437231 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ea9e52e8-e2ed-4700-aa44-796ebb1f064d req-67a3bbd2-6ff7-411b-b518-cbf9c0b51e8a service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510223 Aug 18 17:09:18.470927 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ec91c-2973-49ad-a532-5a439d14ea97 req-b1b314d5-3442-4ba3-a71d-037b757f340f tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:18.472401 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3f4ec91c-2973-49ad-a532-5a439d14ea97 req-b1b314d5-3442-4ba3-a71d-037b757f340f tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 947 time: 0.0539439 Aug 18 17:09:18.519113 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3f4ec91c-2973-49ad-a532-5a439d14ea97 req-3bc46492-a32d-4f7c-811e-000384d686b9 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409276 Aug 18 17:09:18.685141 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764494c7-148b-4c50-a1c0-613919a4dda3 req-43981c23-37fe-4568-982c-0a8271d19e84 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:18.686647 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-764494c7-148b-4c50-a1c0-613919a4dda3 req-43981c23-37fe-4568-982c-0a8271d19e84 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 944 time: 0.0501275 Aug 18 17:09:18.743342 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-764494c7-148b-4c50-a1c0-613919a4dda3 req-7b18b0bb-aae7-4fd6-a046-161951066718 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503829 Aug 18 17:09:19.171295 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d85db-155b-4263-9553-928f46e0a9a4 req-39a42d1e-44b4-4ea9-9d97-08558b4228f1 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:19.172794 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bf5d85db-155b-4263-9553-928f46e0a9a4 req-39a42d1e-44b4-4ea9-9d97-08558b4228f1 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 946 time: 0.0474503 Aug 18 17:09:19.220465 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bf5d85db-155b-4263-9553-928f46e0a9a4 req-afc01482-b21a-4295-9d6c-3300fb5b43ed tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac88b69c-a5ae-4811-b4ac-0603a3475fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419943 Aug 18 17:09:19.528876 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b358889-801b-4ae8-84ab-46a3bb5ff0e5 req-85f1b6bc-5622-4a59-a1ae-d15c5dd0f0c0 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:19.530367 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2b358889-801b-4ae8-84ab-46a3bb5ff0e5 req-85f1b6bc-5622-4a59-a1ae-d15c5dd0f0c0 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 946 time: 0.0510304 Aug 18 17:09:19.577802 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2b358889-801b-4ae8-84ab-46a3bb5ff0e5 req-875312f2-92f2-44dc-8ed4-3be2dd88ad2e tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414202 Aug 18 17:09:19.753916 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 2ee00035-edc8-4a51-89b1-4dc0e2c5a468 details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:09:19.864416 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 2ee00035-edc8-4a51-89b1-4dc0e2c5a468, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=2ee00035-edc8-4a51-89b1-4dc0e2c5a468,segment=NetworkSegment(480d962a-009a-4021-8fe3-4c8369e5eb10),segment_id=480d962a-009a-4021-8fe3-4c8369e5eb10)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:09:19.871245 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e3118-3a97-4a00-a61f-61f1fd6a2283 req-3b77b8c0-4e0d-4177-aba0-2a42415e85ed tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:19.872788 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e49e3118-3a97-4a00-a61f-61f1fd6a2283 req-3b77b8c0-4e0d-4177-aba0-2a42415e85ed tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 944 time: 0.0473244 Aug 18 17:09:19.876571 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': '2ee00035-edc8-4a51-89b1-4dc0e2c5a468', 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa', 'port_id': '2ee00035-edc8-4a51-89b1-4dc0e2c5a468', 'mac_address': 'fa:16:3e:00:b2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f11fbfcf-66ef-4804-9d38-48c210871c22', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:09:19.913252 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 2ee00035-edc8-4a51-89b1-4dc0e2c5a468 is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:09:19.913643 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (2ee00035-edc8-4a51-89b1-4dc0e2c5a468), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:19.920498 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e49e3118-3a97-4a00-a61f-61f1fd6a2283 req-1883d58d-1ebc-4b8e-ab1b-8e72c6a54ed6 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420766 Aug 18 17:09:19.928286 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee00035-edc8-4a51-89b1-4dc0e2c5a468 {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:09:19.950148 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 2ee00035-edc8-4a51-89b1-4dc0e2c5a468, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=2ee00035-edc8-4a51-89b1-4dc0e2c5a468,segment=NetworkSegment(480d962a-009a-4021-8fe3-4c8369e5eb10),segment_id=480d962a-009a-4021-8fe3-4c8369e5eb10)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:09:20.014053 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (2ee00035-edc8-4a51-89b1-4dc0e2c5a468), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:20.062388 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=2ee00035-edc8-4a51-89b1-4dc0e2c5a468,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:20.321647 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['2ee00035-edc8-4a51-89b1-4dc0e2c5a468'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:09:20.341059 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c9926-7daa-4a48-81ec-f442dc79040b req-ce8d9d95-a35d-4a76-9846-140961e2f91e tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:20.342572 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-906c9926-7daa-4a48-81ec-f442dc79040b req-ce8d9d95-a35d-4a76-9846-140961e2f91e tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 946 time: 0.0488329 Aug 18 17:09:20.396310 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-906c9926-7daa-4a48-81ec-f442dc79040b req-73c7559c-f891-42a9-a384-b921cc65e594 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac88b69c-a5ae-4811-b4ac-0603a3475fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477989 Aug 18 17:09:20.463520 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:20.701884 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948ddb1-76cb-491f-84ca-247a1cf15df4 req-ae5c2ee9-3fdf-416a-8def-d287a8d9ecb0 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:20.703387 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8948ddb1-76cb-491f-84ca-247a1cf15df4 req-ae5c2ee9-3fdf-416a-8def-d287a8d9ecb0 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 946 time: 0.0508265 Aug 18 17:09:20.716295 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:20.753444 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8948ddb1-76cb-491f-84ca-247a1cf15df4 req-588a18ab-3ced-4eb2-b160-343a05f17462 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442607 Aug 18 17:09:21.041378 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3cebc-77b9-4b57-94d2-958281975a19 req-4dcfc36e-884c-4952-b35c-5c0a483e5b97 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:21.043181 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-62e3cebc-77b9-4b57-94d2-958281975a19 req-4dcfc36e-884c-4952-b35c-5c0a483e5b97 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 945 time: 0.0487673 Aug 18 17:09:21.094391 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-62e3cebc-77b9-4b57-94d2-958281975a19 req-02881e57-f47e-42b3-97c0-7c39dcf4072e tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445316 Aug 18 17:09:21.505209 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea02ffe-91e2-4b09-bcb1-0fecabe14d9c req-c68af68e-d296-4b84-acc3-1580103c7d7a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:21.506669 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5ea02ffe-91e2-4b09-bcb1-0fecabe14d9c req-c68af68e-d296-4b84-acc3-1580103c7d7a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 946 time: 0.0543163 Aug 18 17:09:21.534321 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91045e20-128e-4640-a54d-f6a2abcc002d req-df8590f2-f921-4fd0-bfe7-6767aafefa2c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:21.535895 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-91045e20-128e-4640-a54d-f6a2abcc002d req-df8590f2-f921-4fd0-bfe7-6767aafefa2c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 946 time: 0.0575483 Aug 18 17:09:21.585942 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-91045e20-128e-4640-a54d-f6a2abcc002d req-990af998-3388-4e84-baa2-c0f2e22ac780 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ac88b69c-a5ae-4811-b4ac-0603a3475fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437493 Aug 18 17:09:21.607801 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-5ea02ffe-91e2-4b09-bcb1-0fecabe14d9c req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Deleting port ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:09:21.607801 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-5ea02ffe-91e2-4b09-bcb1-0fecabe14d9c req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:21.690127 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-5ea02ffe-91e2-4b09-bcb1-0fecabe14d9c req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] For port ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:09:21.690399 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-5ea02ffe-91e2-4b09-bcb1-0fecabe14d9c req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:21.740553 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:21.765381 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 2ee00035-edc8-4a51-89b1-4dc0e2c5a468 up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:09:21.767892 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:21.811369 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning for port 2ee00035-edc8-4a51-89b1-4dc0e2c5a468 completed by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 18 17:09:21.893813 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port 2ee00035-edc8-4a51-89b1-4dc0e2c5a468 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:09:21.894224 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (2ee00035-edc8-4a51-89b1-4dc0e2c5a468), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:21.895763 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-5ea02ffe-91e2-4b09-bcb1-0fecabe14d9c req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:21.896223 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-5ea02ffe-91e2-4b09-bcb1-0fecabe14d9c req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (d1906d5d-7975-4a85-ac5d-82cdb1b840a3), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:21.896555 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.db.l3_db [req-5ea02ffe-91e2-4b09-bcb1-0fecabe14d9c req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Floating IP d1906d5d-7975-4a85-ac5d-82cdb1b840a3 disassociated. External IP: 172.27.1.243, port: ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf. Aug 18 17:09:21.896893 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-5ea02ffe-91e2-4b09-bcb1-0fecabe14d9c req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Calling delete_port for ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf owned by compute:nova {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:09:21.911382 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1d4e3-46ef-49c1-b416-7a170883c8e3 req-df74d1c3-d251-428b-b8d7-77c368a3761f tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:21.913027 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-cac1d4e3-46ef-49c1-b416-7a170883c8e3 req-df74d1c3-d251-428b-b8d7-77c368a3761f tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 946 time: 0.0738082 Aug 18 17:09:21.976995 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 2ee00035-edc8-4a51-89b1-4dc0e2c5a468 is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:09:21.977297 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (2ee00035-edc8-4a51-89b1-4dc0e2c5a468), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:22.002210 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c79a7d-abff-4d4f-aecc-309441c5e3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee00035-edc8-4a51-89b1-4dc0e2c5a468'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:09:22.005026 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51d5403-cb4a-45f4-9697-e309d00f9ec4" -d '{"events": [{"server_uuid": "34c79a7d-abff-4d4f-aecc-309441c5e3bc", "name": "network-vif-plugged", "status": "completed", "tag": "2ee00035-edc8-4a51-89b1-4dc0e2c5a468"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:09:22.005762 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-cac1d4e3-46ef-49c1-b416-7a170883c8e3 req-3d227e74-0447-4d1f-a3c4-63bf4f87df4c tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862024 Aug 18 17:09:22.018918 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 2ee00035-edc8-4a51-89b1-4dc0e2c5a468, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=2ee00035-edc8-4a51-89b1-4dc0e2c5a468,segment=NetworkSegment(480d962a-009a-4021-8fe3-4c8369e5eb10),segment_id=480d962a-009a-4021-8fe3-4c8369e5eb10)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:09:22.059075 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:22.063621 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9d6585-0a24-4ce1-9d24-33ca370c0d60 x-openstack-request-id: req-5f9d6585-0a24-4ce1-9d24-33ca370c0d60 {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:09:22.064145 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c79a7d-abff-4d4f-aecc-309441c5e3bc", "name": "network-vif-plugged", "status": "completed", "tag": "2ee00035-edc8-4a51-89b1-4dc0e2c5a468", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:09:22.064553 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5f9d6585-0a24-4ce1-9d24-33ca370c0d60 {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:09:22.064974 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f9d6585-0a24-4ce1-9d24-33ca370c0d60'] response: {'server_uuid': '34c79a7d-abff-4d4f-aecc-309441c5e3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee00035-edc8-4a51-89b1-4dc0e2c5a468', 'code': 200} Aug 18 17:09:22.105748 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (2ee00035-edc8-4a51-89b1-4dc0e2c5a468), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:22.181099 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=2ee00035-edc8-4a51-89b1-4dc0e2c5a468,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:22.189322 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-5ea02ffe-91e2-4b09-bcb1-0fecabe14d9c req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:22.261234 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event deleted for resources: {'Port': ['ID=ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:22.278765 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:22.279176 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:22.279466 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:22.279818 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:22.280154 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:22.280490 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:22.280826 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:22.281162 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:22.281494 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:22.281823 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:22.282155 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:22.282483 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:22.282809 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:22.283159 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:22.283501 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:22.340943 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e846a-c7c7-4e0d-a417-cc59d09cff25 req-a1395787-02c1-45d7-b3d6-027d1ab79637 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:22.342528 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-6b5e846a-c7c7-4e0d-a417-cc59d09cff25 req-a1395787-02c1-45d7-b3d6-027d1ab79637 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 946 time: 0.1427665 Aug 18 17:09:22.456819 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-6b5e846a-c7c7-4e0d-a417-cc59d09cff25 req-97750c3a-59c0-4100-a90d-4324c2768d47 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076434 Aug 18 17:09:22.463159 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ea02ffe-91e2-4b09-bcb1-0fecabe14d9c req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Router 33ac6969-4352-430e-8f29-f4e097521088 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:09:22.712702 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c0b991cb-98b5-4029-b7bf-b62ca5f86d40 req-9f14a830-27c3-4369-a0c5-cbcd49822c04 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 210 time: 0.0353289 Aug 18 17:09:22.797374 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a97aa6-34b8-465b-8dae-06da16a7683f req-0105cfad-fee5-4236-8533-35ed1af130a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:22.798912 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-72a97aa6-34b8-465b-8dae-06da16a7683f req-0105cfad-fee5-4236-8533-35ed1af130a2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 1130 time: 0.3317051 Aug 18 17:09:22.900068 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-72a97aa6-34b8-465b-8dae-06da16a7683f req-ed738958-0da9-4b9a-aa57-51e87933641e service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915687 Aug 18 17:09:22.901506 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ea02ffe-91e2-4b09-bcb1-0fecabe14d9c req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:09:22.909598 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:22.915684 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c725499b-268f-4500-b254-2c5f5c11e08c None None] Sync routers for ids ['33ac6969-4352-430e-8f29-f4e097521088'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:09:22.926372 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c725499b-268f-4500-b254-2c5f5c11e08c None None] Routers {'33ac6969-4352-430e-8f29-f4e097521088'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:09:22.927310 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-c725499b-268f-4500-b254-2c5f5c11e08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:09:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['33ac6969-4352-430e-8f29-f4e097521088'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:09:22.956670 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea02ffe-91e2-4b09-bcb1-0fecabe14d9c req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] No DVR routers for this DVR port ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf on host hv-cinder-85367 {{(pid=106918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:09:22.959287 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-5ea02ffe-91e2-4b09-bcb1-0fecabe14d9c req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:22.962681 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5ea02ffe-91e2-4b09-bcb1-0fecabe14d9c req-edb7defb-9836-4eef-8717-8e48bc02f247 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.40 "DELETE /networking/v2.0/ports/ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf HTTP/1.1" status: 204 len: 173 time: 1.4508357 Aug 18 17:09:22.963120 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989', 'name': 'network-vif-deleted', 'tag': 'ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:09:22.965519 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69592c23-31b2-4f38-bf84-95fafe31acf6" -d '{"events": [{"server_uuid": "e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989", "name": "network-vif-deleted", "tag": "ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:09:23.004255 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d44f6a-e63e-4c6b-b0b9-7a0150d76491 x-openstack-request-id: req-43d44f6a-e63e-4c6b-b0b9-7a0150d76491 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:09:23.004550 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989", "name": "network-vif-deleted", "tag": "ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:09:23.004806 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-43d44f6a-e63e-4c6b-b0b9-7a0150d76491 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:09:23.005215 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d44f6a-e63e-4c6b-b0b9-7a0150d76491'] response: {'server_uuid': 'e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989', 'name': 'network-vif-deleted', 'tag': 'ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf', 'status': 'completed', 'code': 200} Aug 18 17:09:23.037588 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-c725499b-268f-4500-b254-2c5f5c11e08c None None] Set router 33ac6969-4352-430e-8f29-f4e097521088 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:09:23.234432 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-c725499b-268f-4500-b254-2c5f5c11e08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:09:23.260767 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c725499b-268f-4500-b254-2c5f5c11e08c None None] Checking router: 33ac6969-4352-430e-8f29-f4e097521088 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:09:23.269757 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c725499b-268f-4500-b254-2c5f5c11e08c None None] Routers {'33ac6969-4352-430e-8f29-f4e097521088'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:09:23.270375 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-c725499b-268f-4500-b254-2c5f5c11e08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:09:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['33ac6969-4352-430e-8f29-f4e097521088'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:09:23.490279 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:23.503888 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-c725499b-268f-4500-b254-2c5f5c11e08c None None] Set router 33ac6969-4352-430e-8f29-f4e097521088 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:09:23.579855 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcef6b-7ee6-4de3-a064-def050998847 req-074648f9-a157-4cd7-a1f3-4ba6467a8af6 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:23.581522 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3ffcef6b-7ee6-4de3-a064-def050998847 req-074648f9-a157-4cd7-a1f3-4ba6467a8af6 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 946 time: 0.0525002 Aug 18 17:09:23.636502 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3ffcef6b-7ee6-4de3-a064-def050998847 req-99e7e7f9-cb16-47d3-b909-2d6d472e9212 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491781 Aug 18 17:09:23.709222 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-c725499b-268f-4500-b254-2c5f5c11e08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:09:23.735754 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c725499b-268f-4500-b254-2c5f5c11e08c None None] The sync data for ids ['33ac6969-4352-430e-8f29-f4e097521088'] in dv-cinder-853678-2-iscsi is: [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:09:23.842701 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-17befa34-3814-4074-81e6-423cc203f4a3 req-b7a01d02-3eb8-43ee-b534-cfedfb7f2864 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 210 time: 0.0289814 Aug 18 17:09:23.969710 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6bd03b-bc07-44db-8618-4de944280c88 None None] New status for floating IP d1906d5d-7975-4a85-ac5d-82cdb1b840a3: DOWN {{(pid=106921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:09:24.765949 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcd8bd-0b1f-4104-b652-9b629487ebd6 req-63285c83-2e62-4259-9fbf-f72c5e5b7f5b tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:24.767913 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-49dcd8bd-0b1f-4104-b652-9b629487ebd6 req-63285c83-2e62-4259-9fbf-f72c5e5b7f5b tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 946 time: 0.0488987 Aug 18 17:09:24.794789 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:24.817580 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-49dcd8bd-0b1f-4104-b652-9b629487ebd6 req-2f14cbf4-4487-4403-b08a-3ecf655ab668 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440040 Aug 18 17:09:24.938164 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550c433-4b2c-4b6b-8ea9-d07c116f68e3 req-4a3efc40-ce7b-49ef-9fa5-ff98ad329e15 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:24.939702 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f550c433-4b2c-4b6b-8ea9-d07c116f68e3 req-4a3efc40-ce7b-49ef-9fa5-ff98ad329e15 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 946 time: 0.0491216 Aug 18 17:09:24.969142 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-904bcf34-93e9-4ad8-b7c6-2d1e89bcdbbb req-d5cda18a-754b-479c-81ca-d53d59566699 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 210 time: 0.0391493 Aug 18 17:09:24.990653 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f550c433-4b2c-4b6b-8ea9-d07c116f68e3 req-60dda6e4-9a48-45f1-9969-0d81b89a7760 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448730 Aug 18 17:09:25.336048 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a73bc-11fa-47ce-ada4-494fe594b723 req-842e7dda-91c8-4189-b996-479f7e74ec4f tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:25.338229 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-690a73bc-11fa-47ce-ada4-494fe594b723 req-842e7dda-91c8-4189-b996-479f7e74ec4f tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 946 time: 0.0545661 Aug 18 17:09:25.386900 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-690a73bc-11fa-47ce-ada4-494fe594b723 req-71ec1742-7dc2-4167-9178-68e3de3bce44 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429201 Aug 18 17:09:25.762723 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:09:25.797377 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] No Port match for: ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:09:25.797729 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device ed89df0f-8d34-4c21-9aa8-bc66ad76bcbf not bound to the agent host hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:09:26.120064 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6749614f-4cae-48e8-bfa6-ebb0dbb67c04 req-ce089f00-df1e-426e-b6f2-a90dab33d22f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5db7d29-d5ce-4cfc-b0ce-c4bef4fcb989 HTTP/1.1" status: 200 len: 210 time: 0.0429049 Aug 18 17:09:27.300306 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 48198) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:09:27.375430 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d40394b5-16ca-48f6-a1ce-57064e9f8ba3 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (ac88b69c-a5ae-4811-b4ac-0603a3475fb0), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:27.430590 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d40394b5-16ca-48f6-a1ce-57064e9f8ba3 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (ac88b69c-a5ae-4811-b4ac-0603a3475fb0), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:27.509790 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d8d4e-96a7-46a1-b814-0892dd766324 req-13ccb187-088a-4a56-bff5-448a95ca1878 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:27.511279 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-345d8d4e-96a7-46a1-b814-0892dd766324 req-13ccb187-088a-4a56-bff5-448a95ca1878 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.1136334 Aug 18 17:09:27.514831 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d95faf-db16-45cd-886a-cc20c67fd4f2 req-ce7d1bb4-021e-450b-9bfb-787d96afc6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:27.516251 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a8d95faf-db16-45cd-886a-cc20c67fd4f2 req-ce7d1bb4-021e-450b-9bfb-787d96afc6a3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=ccc5c89023ff476ca3b85680f56f8899&device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 1130 time: 0.0825765 Aug 18 17:09:27.620562 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-345d8d4e-96a7-46a1-b814-0892dd766324 req-9bc5ccfa-37b7-444a-bba0-6ae601286b34 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031065 Aug 18 17:09:27.624738 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d40394b5-16ca-48f6-a1ce-57064e9f8ba3 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (ac88b69c-a5ae-4811-b4ac-0603a3475fb0), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:27.627280 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d40394b5-16ca-48f6-a1ce-57064e9f8ba3 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:27.631089 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-d40394b5-16ca-48f6-a1ce-57064e9f8ba3 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ac88b69c-a5ae-4811-b4ac-0603a3475fb0 HTTP/1.1" status: 204 len: 168 time: 0.3271029 Aug 18 17:09:27.635774 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 48206) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:09:27.646190 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40394b5-16ca-48f6-a1ce-57064e9f8ba3 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac88b69c-a5ae-4811-b4ac-0603a3475fb0,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:27.662847 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d95faf-db16-45cd-886a-cc20c67fd4f2 req-986cfe9e-d72d-4688-9571-bd7daa4512b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:27.664672 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a8d95faf-db16-45cd-886a-cc20c67fd4f2 req-986cfe9e-d72d-4688-9571-bd7daa4512b3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=9262925b-65a7-4a9e-8370-bb0d87864ea7 HTTP/1.1" status: 200 len: 920 time: 0.1312785 Aug 18 17:09:27.668610 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.api.v2.resource [None req-2f97611e-0f9b-4301-bc67-732feb20b1a1 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] show failed (client error): The resource could not be found. Aug 18 17:09:27.672987 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 48210) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:09:27.679735 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-2f97611e-0f9b-4301-bc67-732feb20b1a1 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups/ac88b69c-a5ae-4811-b4ac-0603a3475fb0 HTTP/1.1" status: 404 len: 347 time: 0.0328362 Aug 18 17:09:27.795016 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:27.812010 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a8d95faf-db16-45cd-886a-cc20c67fd4f2 req-8b3fc50c-9ea3-449d-8736-d9ecf37da0da service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4be84b1f-a309-40e8-8519-3e746d6a87a8 HTTP/1.1" status: 200 len: 1001 time: 0.1311374 Aug 18 17:09:27.872037 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-20a4da98-6871-476b-b469-d762d140b3a7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Deleting port ec0c57bf-1834-4582-a358-fc3e5080031b {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:09:27.872259 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-20a4da98-6871-476b-b469-d762d140b3a7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (ec0c57bf-1834-4582-a358-fc3e5080031b), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:27.904846 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d95faf-db16-45cd-886a-cc20c67fd4f2 req-1462207d-de46-4874-929b-fb847e6a9110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:27.906330 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a8d95faf-db16-45cd-886a-cc20c67fd4f2 req-1462207d-de46-4874-929b-fb847e6a9110 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1fd4986d-fa02-4ea6-af8d-8bdc82d77643 HTTP/1.1" status: 200 len: 858 time: 0.0780928 Aug 18 17:09:27.950064 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:27.990589 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d95faf-db16-45cd-886a-cc20c67fd4f2 req-5b0683f3-f960-4dfa-ad3b-fba644646db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:27.992149 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a8d95faf-db16-45cd-886a-cc20c67fd4f2 req-5b0683f3-f960-4dfa-ad3b-fba644646db0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=9262925b-65a7-4a9e-8370-bb0d87864ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530636 Aug 18 17:09:28.005192 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-20a4da98-6871-476b-b469-d762d140b3a7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (ec0c57bf-1834-4582-a358-fc3e5080031b), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:28.005519 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-20a4da98-6871-476b-b469-d762d140b3a7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (ec0c57bf-1834-4582-a358-fc3e5080031b), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:28.041582 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-20a4da98-6871-476b-b469-d762d140b3a7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Calling delete_port for ec0c57bf-1834-4582-a358-fc3e5080031b owned by network:floatingip {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:09:28.170122 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a8d95faf-db16-45cd-886a-cc20c67fd4f2 req-6241097b-56ec-461d-abd8-e453c19f9bc0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618147 Aug 18 17:09:28.325396 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a8d95faf-db16-45cd-886a-cc20c67fd4f2 req-08586250-4238-4c1c-a312-32f7890c6aa5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387465 Aug 18 17:09:28.390559 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-20a4da98-6871-476b-b469-d762d140b3a7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (ec0c57bf-1834-4582-a358-fc3e5080031b), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:28.418168 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4da98-6871-476b-b469-d762d140b3a7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event deleted for resources: {'Port': ['ID=ec0c57bf-1834-4582-a358-fc3e5080031b,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:28.485422 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-20a4da98-6871-476b-b469-d762d140b3a7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (d1906d5d-7975-4a85-ac5d-82cdb1b840a3), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:28.488022 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-20a4da98-6871-476b-b469-d762d140b3a7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:28.489198 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-20a4da98-6871-476b-b469-d762d140b3a7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/d1906d5d-7975-4a85-ac5d-82cdb1b840a3 HTTP/1.1" status: 204 len: 168 time: 0.8151839 Aug 18 17:09:28.652639 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 48226) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:09:28.657823 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-78e2e3ec-2f97-45cb-b9a8-4e5f3f2b4996 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1102724725', 'description': 'tempest-description--259195391'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:09:28.749954 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562e835-ee8c-44d9-84aa-7ef29842edcb req-30869364-aace-46c4-9197-c407d466c7fa tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:28.751498 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1562e835-ee8c-44d9-84aa-7ef29842edcb req-30869364-aace-46c4-9197-c407d466c7fa tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0504551 Aug 18 17:09:28.796480 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-78e2e3ec-2f97-45cb-b9a8-4e5f3f2b4996 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:28.803515 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1562e835-ee8c-44d9-84aa-7ef29842edcb req-bf21134f-81e7-4531-95c6-f3e9ab568ddb tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462704 Aug 18 17:09:28.866884 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-78e2e3ec-2f97-45cb-b9a8-4e5f3f2b4996 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (b633b695-33d8-44f2-b849-ed5c4f291165), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:28.928332 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-78e2e3ec-2f97-45cb-b9a8-4e5f3f2b4996 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (b633b695-33d8-44f2-b849-ed5c4f291165), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:28.960071 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2e3ec-2f97-45cb-b9a8-4e5f3f2b4996 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b633b695-33d8-44f2-b849-ed5c4f291165,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:29.018026 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-78e2e3ec-2f97-45cb-b9a8-4e5f3f2b4996 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:29.019426 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-78e2e3ec-2f97-45cb-b9a8-4e5f3f2b4996 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3655198 Aug 18 17:09:29.022470 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 48228) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:09:29.031076 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-d5cfd13c-0d52-452a-b5d1-0879a4966f33 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'security_group_rule': {'security_group_id': 'b633b695-33d8-44f2-b849-ed5c4f291165', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:09:29.052339 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:29.180129 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd13c-0d52-452a-b5d1-0879a4966f33 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (7b995895-d3bb-4d2a-936d-f454073b25f5), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:29.239687 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd13c-0d52-452a-b5d1-0879a4966f33 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (7b995895-d3bb-4d2a-936d-f454073b25f5), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:29.308507 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd13c-0d52-452a-b5d1-0879a4966f33 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (7b995895-d3bb-4d2a-936d-f454073b25f5), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:29.314614 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:29.329861 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfd13c-0d52-452a-b5d1-0879a4966f33 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b995895-d3bb-4d2a-936d-f454073b25f5,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:29.424428 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd13c-0d52-452a-b5d1-0879a4966f33 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:29.425692 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-d5cfd13c-0d52-452a-b5d1-0879a4966f33 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4017665 Aug 18 17:09:29.428851 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 48234) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:09:29.433942 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-2b75b515-b9fe-4ea8-9cca-20c175df342d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'security_group_rule': {'security_group_id': 'b633b695-33d8-44f2-b849-ed5c4f291165', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:09:29.582710 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-2b75b515-b9fe-4ea8-9cca-20c175df342d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (9fc6c7ad-4dba-4d86-8b43-dbf01a04ce93), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:29.643979 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-2b75b515-b9fe-4ea8-9cca-20c175df342d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (9fc6c7ad-4dba-4d86-8b43-dbf01a04ce93), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:29.722493 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-2b75b515-b9fe-4ea8-9cca-20c175df342d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (9fc6c7ad-4dba-4d86-8b43-dbf01a04ce93), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:29.741966 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75b515-b9fe-4ea8-9cca-20c175df342d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc6c7ad-4dba-4d86-8b43-dbf01a04ce93,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:29.842053 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-2b75b515-b9fe-4ea8-9cca-20c175df342d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:29.843511 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-2b75b515-b9fe-4ea8-9cca-20c175df342d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4136488 Aug 18 17:09:29.846960 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 48238) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:09:29.851839 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-3edd06a5-3b05-4752-90fe-1aaeb1201c43 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'floatingip': {'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:09:29.930740 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4174-99b7-497a-a652-09b9326cef9f req-7cc00668-8e19-491c-9eaf-c6d87722016c tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:29.932936 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-982b4174-99b7-497a-a652-09b9326cef9f req-7cc00668-8e19-491c-9eaf-c6d87722016c tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0524547 Aug 18 17:09:29.955763 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-3edd06a5-3b05-4752-90fe-1aaeb1201c43 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:30.036146 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-982b4174-99b7-497a-a652-09b9326cef9f req-791d1135-bffb-48b0-a5be-d19c7032c289 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974259 Aug 18 17:09:30.062174 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-3edd06a5-3b05-4752-90fe-1aaeb1201c43 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:30.173753 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [None req-3edd06a5-3b05-4752-90fe-1aaeb1201c43 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Allocated IP 172.27.1.125 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/2517ea8e-1a60-490c-9240-9e9a5c4291b2) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:09:30.285398 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-3edd06a5-3b05-4752-90fe-1aaeb1201c43 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for port (2517ea8e-1a60-490c-9240-9e9a5c4291b2), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:30.366005 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-3edd06a5-3b05-4752-90fe-1aaeb1201c43 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (2517ea8e-1a60-490c-9240-9e9a5c4291b2), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:30.405336 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edd06a5-3b05-4752-90fe-1aaeb1201c43 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:09:30.410635 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-3edd06a5-3b05-4752-90fe-1aaeb1201c43 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:09:30.414896 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edd06a5-3b05-4752-90fe-1aaeb1201c43 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:09:30.420357 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:30.438913 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd06a5-3b05-4752-90fe-1aaeb1201c43 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'Port': ['ID=2517ea8e-1a60-490c-9240-9e9a5c4291b2,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:30.505299 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=8 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:30.509922 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-3edd06a5-3b05-4752-90fe-1aaeb1201c43 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (fa9e8544-2277-46bf-89cf-c43d55817bae), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:30.614953 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-3edd06a5-3b05-4752-90fe-1aaeb1201c43 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (2517ea8e-1a60-490c-9240-9e9a5c4291b2), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:30.779658 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-3edd06a5-3b05-4752-90fe-1aaeb1201c43 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for port (2517ea8e-1a60-490c-9240-9e9a5c4291b2), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:30.850897 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-3edd06a5-3b05-4752-90fe-1aaeb1201c43 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (2517ea8e-1a60-490c-9240-9e9a5c4291b2), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:30.920595 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd06a5-3b05-4752-90fe-1aaeb1201c43 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'Port': ['ID=2517ea8e-1a60-490c-9240-9e9a5c4291b2,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:30.922952 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-3edd06a5-3b05-4752-90fe-1aaeb1201c43 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (fa9e8544-2277-46bf-89cf-c43d55817bae), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:30.986972 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-3edd06a5-3b05-4752-90fe-1aaeb1201c43 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:30.988290 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-3edd06a5-3b05-4752-90fe-1aaeb1201c43 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1401961 Aug 18 17:09:31.164529 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b25f0-0fc6-44a3-a43a-313e20f5f0b8 req-a4e00a8b-2361-45be-b455-a33cd429cb52 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:31.166212 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-445b25f0-0fc6-44a3-a43a-313e20f5f0b8 req-a4e00a8b-2361-45be-b455-a33cd429cb52 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0549634 Aug 18 17:09:31.209826 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-6ab28ded-0cce-4f92-940e-b98ff8b888c5 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1102724725&fields=id&tenant_id=4eececcd804446e49078038ab362b235 HTTP/1.1" status: 200 len: 267 time: 0.0574145 Aug 18 17:09:31.220282 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-445b25f0-0fc6-44a3-a43a-313e20f5f0b8 req-d974738c-11be-40f9-9ab1-fd64b89adc81 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479329 Aug 18 17:09:31.327383 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-91ce4182-7e55-4816-80bd-7db0728b2d79 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:31.328894 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-91ce4182-7e55-4816-80bd-7db0728b2d79 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/networks?id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b HTTP/1.1" status: 200 len: 815 time: 0.1125889 Aug 18 17:09:31.345128 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-bb25833d-cd5d-4da2-b58b-eaa95a9d48a9 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/quotas/4eececcd804446e49078038ab362b235 HTTP/1.1" status: 200 len: 375 time: 0.0108562 Aug 18 17:09:31.396362 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-b0a113f3-facb-49e6-abb3-b0b132c5e279 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=4eececcd804446e49078038ab362b235&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458784 Aug 18 17:09:31.507627 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-2588bc5e-d11e-4d74-b7fd-cb4319fde157 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985160 Aug 18 17:09:31.543343 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:31.614188 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-2d6db0de-1d3c-45f5-8a40-fad89e6bf8eb service neutron] 10.222.0.78 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008136 Aug 18 17:09:31.876836 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-377c317d-7532-4528-8055-7d278ba69c23 req-69e645eb-a17a-4f92-b0f5-69a7109a3ae6 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 210 time: 0.0306754 Aug 18 17:09:32.363476 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea4b2b-b61f-45b3-a1f9-b67c1eb66d7d req-cf29df4e-30c5-467e-a521-7917be79b9e1 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:32.365416 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-14ea4b2b-b61f-45b3-a1f9-b67c1eb66d7d req-cf29df4e-30c5-467e-a521-7917be79b9e1 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0608633 Aug 18 17:09:32.417600 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-14ea4b2b-b61f-45b3-a1f9-b67c1eb66d7d req-297f15b9-5730-4f1f-921a-e9b2dcd62146 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454783 Aug 18 17:09:32.544942 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:32.977796 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-60107f30-82a3-4bf4-ad7f-6f8d7dbdd4dd req-d15e9057-14a5-4883-b989-44f340574109 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 210 time: 0.0285106 Aug 18 17:09:33.548930 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1648b-64de-43f0-9500-fb2e66290cd7 req-b4da8c36-625f-45f1-81ff-b186e1a1e91e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:33.550447 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-17e1648b-64de-43f0-9500-fb2e66290cd7 req-b4da8c36-625f-45f1-81ff-b186e1a1e91e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0502522 Aug 18 17:09:33.601567 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-17e1648b-64de-43f0-9500-fb2e66290cd7 req-9616c205-fb58-4258-a182-7a2f3fc215ad tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437732 Aug 18 17:09:34.042285 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:34.045530 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:34.076679 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ccdefb19-8b5e-4961-a0c0-be5b99c3fa2f req-af55a8fa-90ce-4cd3-84b6-0dbeb565db9a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 210 time: 0.0275562 Aug 18 17:09:34.725044 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2784b3-79f3-4403-ae14-5ffcad395646 req-ce3ccbc7-b9a4-438f-8558-b00de9b2d9ff tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:34.726446 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-fe2784b3-79f3-4403-ae14-5ffcad395646 req-ce3ccbc7-b9a4-438f-8558-b00de9b2d9ff tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0475001 Aug 18 17:09:34.786733 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-fe2784b3-79f3-4403-ae14-5ffcad395646 req-293aa548-0f6f-4b01-9a9e-2063434ab91f tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547013 Aug 18 17:09:34.908243 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c17f40ab-5fc4-49be-b768-faa2c784a615 req-daeb2678-f495-4a15-a59f-d8cf0ec3d865 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660245 Aug 18 17:09:34.989965 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:35.001958 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f40ab-5fc4-49be-b768-faa2c784a615 req-7a4d779b-4c0f-41ae-9ea2-152cea3bf705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:35.003536 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c17f40ab-5fc4-49be-b768-faa2c784a615 req-7a4d779b-4c0f-41ae-9ea2-152cea3bf705 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=ccc5c89023ff476ca3b85680f56f8899&device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 1130 time: 0.0662954 Aug 18 17:09:35.016950 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-d78c4ad0-b8b9-4830-a23d-ec34f5e22036 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:35.019704 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-d78c4ad0-b8b9-4830-a23d-ec34f5e22036 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.40 "GET /networking/v2.0/networks?id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b HTTP/1.1" status: 200 len: 815 time: 0.1696200 Aug 18 17:09:35.191018 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-015d5809-f0c2-4eee-88ae-311690b067ee req-633fe8be-fdae-4375-97f0-c54898b34b17 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 210 time: 0.0332086 Aug 18 17:09:35.603071 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-35735667-9f03-406f-ba21-a39e52316a53 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4eececcd804446e49078038ab362b235 HTTP/1.1" status: 200 len: 380 time: 0.1208620 Aug 18 17:09:35.614941 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-209093c9-ef68-4fdc-9eef-0ed786ebbf3b tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'port': {'device_id': 'da756d85-46a8-4afd-bfbc-4e20051f6d10', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'admin_state_up': True, 'tenant_id': '4eececcd804446e49078038ab362b235', 'security_groups': ['b633b695-33d8-44f2-b849-ed5c4f291165']}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:09:35.654615 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f40ab-5fc4-49be-b768-faa2c784a615 req-3718b846-717e-4b77-92cc-d2348213f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:35.656352 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c17f40ab-5fc4-49be-b768-faa2c784a615 req-3718b846-717e-4b77-92cc-d2348213f64e service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=9262925b-65a7-4a9e-8370-bb0d87864ea7 HTTP/1.1" status: 200 len: 920 time: 0.1681554 Aug 18 17:09:35.724892 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c17f40ab-5fc4-49be-b768-faa2c784a615 req-23a3d2f6-bf96-42c1-a309-6e8bd47239e8 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a85a9ff0-70eb-48e8-a79f-7454c12baa1a HTTP/1.1" status: 200 len: 217 time: 0.0396883 Aug 18 17:09:35.846604 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-209093c9-ef68-4fdc-9eef-0ed786ebbf3b tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Made reservation on behalf of 4eececcd804446e49078038ab362b235 for: {'port': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:09:35.846604 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-209093c9-ef68-4fdc-9eef-0ed786ebbf3b tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:35.930130 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f40ab-5fc4-49be-b768-faa2c784a615 req-ccd672e3-1736-458b-bd73-7d3b928c44a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:35.933599 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c17f40ab-5fc4-49be-b768-faa2c784a615 req-ccd672e3-1736-458b-bd73-7d3b928c44a1 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1fd4986d-fa02-4ea6-af8d-8bdc82d77643 HTTP/1.1" status: 200 len: 858 time: 0.1018500 Aug 18 17:09:35.999458 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:36.028085 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c1029-566e-43fd-ba36-e12c7ee9bfb5 req-fce9a470-cb76-43de-9e32-d15a76040eac tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:36.029563 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ed8c1029-566e-43fd-ba36-e12c7ee9bfb5 req-fce9a470-cb76-43de-9e32-d15a76040eac tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.1563692 Aug 18 17:09:36.074998 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f40ab-5fc4-49be-b768-faa2c784a615 req-1cff0edd-aba5-420a-8f6e-644a6003d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:36.076443 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c17f40ab-5fc4-49be-b768-faa2c784a615 req-1cff0edd-aba5-420a-8f6e-644a6003d1b0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=9262925b-65a7-4a9e-8370-bb0d87864ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1000528 Aug 18 17:09:36.199954 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ed8c1029-566e-43fd-ba36-e12c7ee9bfb5 req-e483b4cc-a335-4950-8933-a00e9b2d0264 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631162 Aug 18 17:09:36.206472 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-209093c9-ef68-4fdc-9eef-0ed786ebbf3b tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Allocated IP 172.20.0.7 (93c53d22-e6a6-4bb0-95db-6f41b7bca33b/1a23d7f4-432a-4b07-a647-12813e579e51/c333bfe5-da42-42cd-bf47-8e1f436f482b) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:09:36.245107 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c17f40ab-5fc4-49be-b768-faa2c784a615 req-e30d1a97-7b23-4115-9902-a26b8bc9f73c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486931 Aug 18 17:09:36.303644 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-64941ed5-7b05-48d0-8ff8-e68028c0106c req-b41675a8-2ad6-47df-aab8-52179c87e9e3 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 210 time: 0.0297177 Aug 18 17:09:36.622565 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:36.678404 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c17f40ab-5fc4-49be-b768-faa2c784a615 req-f4547530-c37a-4788-a4c3-28e8ba6201e6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211369 Aug 18 17:09:36.694505 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-209093c9-ef68-4fdc-9eef-0ed786ebbf3b tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for port (c333bfe5-da42-42cd-bf47-8e1f436f482b), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:36.788293 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-209093c9-ef68-4fdc-9eef-0ed786ebbf3b tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (c333bfe5-da42-42cd-bf47-8e1f436f482b), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:36.834258 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-209093c9-ef68-4fdc-9eef-0ed786ebbf3b tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:09:36.843787 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-209093c9-ef68-4fdc-9eef-0ed786ebbf3b tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:09:36.854833 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-209093c9-ef68-4fdc-9eef-0ed786ebbf3b tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:09:36.859699 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209093c9-ef68-4fdc-9eef-0ed786ebbf3b tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'Port': ['ID=c333bfe5-da42-42cd-bf47-8e1f436f482b,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:36.922254 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcc960-fc4b-40cd-a7ca-761e306cb21b req-0e68f2ba-5416-4417-aa17-7f3cdf22b419 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:36.923796 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-77dcc960-fc4b-40cd-a7ca-761e306cb21b req-0e68f2ba-5416-4417-aa17-7f3cdf22b419 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 946 time: 0.0842133 Aug 18 17:09:36.945356 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-209093c9-ef68-4fdc-9eef-0ed786ebbf3b tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:36.945979 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-209093c9-ef68-4fdc-9eef-0ed786ebbf3b tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:36.992151 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-77dcc960-fc4b-40cd-a7ca-761e306cb21b req-c9e3cba8-2337-47e1-b5e0-8057c8c21691 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608690 Aug 18 17:09:37.019425 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 48332) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:09:37.036983 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-209093c9-ef68-4fdc-9eef-0ed786ebbf3b tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4271083 Aug 18 17:09:37.049600 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] Request body: {'port': {'device_id': 'da756d85-46a8-4afd-bfbc-4e20051f6d10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85367'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:09:37.070576 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:37.094415 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-0a821868-d7fb-4edc-b2b2-97cb91324acd None None] Provisioning complete for port c333bfe5-da42-42cd-bf47-8e1f436f482b triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:09:37.095373 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-0a821868-d7fb-4edc-b2b2-97cb91324acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (c333bfe5-da42-42cd-bf47-8e1f436f482b), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:37.119686 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (c333bfe5-da42-42cd-bf47-8e1f436f482b), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:37.129180 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-0a821868-d7fb-4edc-b2b2-97cb91324acd None None] Port c333bfe5-da42-42cd-bf47-8e1f436f482b cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:09:37.167823 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b350f3-0e21-41e5-9c62-e498cd57565d tempest-TestMinimumBasicScenario-1422567648 tempest-TestMinimumBasicScenario-1422567648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:37.169361 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-e7b350f3-0e21-41e5-9c62-e498cd57565d tempest-TestMinimumBasicScenario-1422567648 tempest-TestMinimumBasicScenario-1422567648-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 1125 time: 0.1489320 Aug 18 17:09:37.172376 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 48336) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:09:37.176644 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Request body: {'floatingip': {'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'port_id': '2ee00035-edc8-4a51-89b1-4dc0e2c5a468', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:09:37.265049 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:37.380766 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c227c-7096-44d4-9ac5-c6bbb9470fdc req-6f956a4a-03ac-4990-8b4e-5c197599f9e9 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:37.382408 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-352c227c-7096-44d4-9ac5-c6bbb9470fdc req-6f956a4a-03ac-4990-8b4e-5c197599f9e9 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.1005621 Aug 18 17:09:37.392876 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c333bfe5-da42-42cd-bf47-8e1f436f482b {{(pid=106918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:09:37.409224 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:37.410033 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] Publish callbacks [] for port (c333bfe5-da42-42cd-bf47-8e1f436f482b), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:37.450168 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.provisioning_blocks [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] Transition to ACTIVE for port object c333bfe5-da42-42cd-bf47-8e1f436f482b will not be triggered until provisioned by entity L2. {{(pid=106918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 18 17:09:37.456641 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649ffb3-7c0b-467b-8816-b96279d685af req-7831c924-e17e-4873-8c05-0cd0fcaffa91 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:37.458141 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b649ffb3-7c0b-467b-8816-b96279d685af req-7831c924-e17e-4873-8c05-0cd0fcaffa91 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 931 time: 0.0726104 Aug 18 17:09:37.482607 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-352c227c-7096-44d4-9ac5-c6bbb9470fdc req-bd79f113-fac8-45ec-b814-7752c5957f1d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911613 Aug 18 17:09:37.508463 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b649ffb3-7c0b-467b-8816-b96279d685af req-020e856e-256a-4cf4-b080-10ad7b582af9 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b633b695-33d8-44f2-b849-ed5c4f291165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438905 Aug 18 17:09:37.529067 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (c333bfe5-da42-42cd-bf47-8e1f436f482b), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:37.546600 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Allocated IP 172.27.1.47 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/b9c82368-8ca0-4c47-8bbb-ad2c9cc78158) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:09:37.555862 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:37.594350 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] Pushing event updated for resources: {'Port': ['ID=c333bfe5-da42-42cd-bf47-8e1f436f482b,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:37.631617 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:37.651702 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] Attempting to bind port c333bfe5-da42-42cd-bf47-8e1f436f482b on host hv-cinder-85367 for vnic_type normal with profile {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:09:37.652043 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] Attempting to bind port c333bfe5-da42-42cd-bf47-8e1f436f482b by drivers openvswitch,hyperv on host hv-cinder-85367 at level 0 using segments [{'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:09:37.652375 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] Attempting to bind port c333bfe5-da42-42cd-bf47-8e1f436f482b on network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:09:37.657046 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] Port c333bfe5-da42-42cd-bf47-8e1f436f482b on network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85367 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 17:09:37.657364 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] Attempting to bind port c333bfe5-da42-42cd-bf47-8e1f436f482b on network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:09:37.658056 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for port (b9c82368-8ca0-4c47-8bbb-ad2c9cc78158), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:37.662456 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] Checking agent: {'id': '7d5d2def-e0b5-42a1-88b7-94e33648777b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85367', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'started_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:09:37.662794 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] Checking segment: {'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:09:37.663173 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] Bound using segment: {'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:09:37.663630 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] Bound port: c333bfe5-da42-42cd-bf47-8e1f436f482b, host: hv-cinder-85367, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'}}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:09:37.663994 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (c333bfe5-da42-42cd-bf47-8e1f436f482b), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:37.678213 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:37.727648 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] For port c333bfe5-da42-42cd-bf47-8e1f436f482b, host hv-cinder-85367, cleared binding levels {{(pid=106918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:09:37.730714 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] For port c333bfe5-da42-42cd-bf47-8e1f436f482b, host hv-cinder-85367, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=c333bfe5-da42-42cd-bf47-8e1f436f482b,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:09:37.765778 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (b9c82368-8ca0-4c47-8bbb-ad2c9cc78158), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:37.789259 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (c333bfe5-da42-42cd-bf47-8e1f436f482b), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:37.793600 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:37.794221 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:37.795654 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/c333bfe5-da42-42cd-bf47-8e1f436f482b HTTP/1.1" status: 200 len: 1093 time: 0.7501955 Aug 18 17:09:37.796280 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da756d85-46a8-4afd-bfbc-4e20051f6d10', 'tag': 'c333bfe5-da42-42cd-bf47-8e1f436f482b'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:09:37.798769 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147872e9-8bfb-4939-a504-4b26d79d44db" -d '{"events": [{"name": "network-changed", "server_uuid": "da756d85-46a8-4afd-bfbc-4e20051f6d10", "tag": "c333bfe5-da42-42cd-bf47-8e1f436f482b"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:09:37.809488 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:09:37.814981 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:09:37.819088 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:09:37.843403 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Pushing event updated for resources: {'Port': ['ID=b9c82368-8ca0-4c47-8bbb-ad2c9cc78158,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:37.848445 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414f3b3-c8ef-41cd-8385-ab152641e573 service neutron] Pushing event updated for resources: {'Port': ['ID=c333bfe5-da42-42cd-bf47-8e1f436f482b,revision_number=3']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:37.854217 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fb3d1f-8204-4f7c-a385-e073217bd6c4 x-openstack-request-id: req-c3fb3d1f-8204-4f7c-a385-e073217bd6c4 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:09:37.854416 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da756d85-46a8-4afd-bfbc-4e20051f6d10", "tag": "c333bfe5-da42-42cd-bf47-8e1f436f482b", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:09:37.854653 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3fb3d1f-8204-4f7c-a385-e073217bd6c4 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:09:37.855123 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3fb3d1f-8204-4f7c-a385-e073217bd6c4'] response: {'name': 'network-changed', 'server_uuid': 'da756d85-46a8-4afd-bfbc-4e20051f6d10', 'tag': 'c333bfe5-da42-42cd-bf47-8e1f436f482b', 'status': 'completed', 'code': 200} Aug 18 17:09:37.860966 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:37.861322 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:37.861670 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:37.862011 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:37.862349 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:37.862875 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:37.863213 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:37.863578 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:37.863912 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:37.864240 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:37.864571 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:37.864905 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:37.865233 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:37.865558 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:37.865900 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:09:37.926319 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147872e9-8bfb-4939-a504-4b26d79d44db req-ea7d5f62-f560-4b35-85fc-2f4deb361258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:37.928000 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-147872e9-8bfb-4939-a504-4b26d79d44db req-ea7d5f62-f560-4b35-85fc-2f4deb361258 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4eececcd804446e49078038ab362b235&device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 1127 time: 0.0420620 Aug 18 17:09:37.975700 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:38.053517 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147872e9-8bfb-4939-a504-4b26d79d44db req-7d4484d0-c99b-402c-9aa7-2eb4e6e1c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:38.055159 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-147872e9-8bfb-4939-a504-4b26d79d44db req-7d4484d0-c99b-402c-9aa7-2eb4e6e1c7fe service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=4eececcd804446e49078038ab362b235&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1145203 Aug 18 17:09:38.153903 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147872e9-8bfb-4939-a504-4b26d79d44db req-95fa31f0-d19e-4d30-9b06-53138115c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:38.155466 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-147872e9-8bfb-4939-a504-4b26d79d44db req-95fa31f0-d19e-4d30-9b06-53138115c289 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920911 Aug 18 17:09:38.220257 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for floatingip (1ed36639-8b7f-4bd6-b74e-b37a7366e804), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:38.247038 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-fbb2fbf4-5f1d-4dd4-8c90-e4f6f37b58cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:38.248696 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-fbb2fbf4-5f1d-4dd4-8c90-e4f6f37b58cb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4eececcd804446e49078038ab362b235&device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 1127 time: 0.0460658 Aug 18 17:09:38.256728 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:38.296942 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-be34d341-b87e-44de-b385-442413f9e998 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c333bfe5-da42-42cd-bf47-8e1f436f482b HTTP/1.1" status: 200 len: 217 time: 0.0333982 Aug 18 17:09:38.348275 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (b9c82368-8ca0-4c47-8bbb-ad2c9cc78158), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:38.350997 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-f71ebd82-0047-4b45-8d08-542e46718a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:38.352555 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-f71ebd82-0047-4b45-8d08-542e46718a71 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1a23d7f4-432a-4b07-a647-12813e579e51 HTTP/1.1" status: 200 len: 854 time: 0.0470135 Aug 18 17:09:38.408833 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-08afd63c-51ed-4fea-a8d9-128828f83e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:38.410352 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-08afd63c-51ed-4fea-a8d9-128828f83e30 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489650 Aug 18 17:09:38.503895 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for port (b9c82368-8ca0-4c47-8bbb-ad2c9cc78158), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:38.514238 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-50f57001-c611-4499-bd3d-06e1f7741d0b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891573 Aug 18 17:09:38.572238 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (b9c82368-8ca0-4c47-8bbb-ad2c9cc78158), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:38.636853 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5474aa-fb0b-482c-a565-921ee9ee6275 req-c6923acd-b4ba-4d41-adf8-aa27a38678de tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:38.638350 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ff5474aa-fb0b-482c-a565-921ee9ee6275 req-c6923acd-b4ba-4d41-adf8-aa27a38678de tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0774527 Aug 18 17:09:38.674762 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (1ed36639-8b7f-4bd6-b74e-b37a7366e804), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:38.719864 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cb2a4-842a-4d51-959b-b7492020c7bb req-d3e13064-be7d-42ac-99c1-565430245361 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:38.721381 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b44cb2a4-842a-4d51-959b-b7492020c7bb req-d3e13064-be7d-42ac-99c1-565430245361 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 943 time: 0.1230977 Aug 18 17:09:38.726392 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Pushing event updated for resources: {'Port': ['ID=b9c82368-8ca0-4c47-8bbb-ad2c9cc78158,revision_number=2']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:38.736083 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ff5474aa-fb0b-482c-a565-921ee9ee6275 req-59a14f76-0df9-42a7-a706-34fd356c3110 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683622 Aug 18 17:09:38.737979 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-08d179d3-f982-4d77-8b3a-28b085b73f11 req-24354da4-dba7-4b89-bf50-e2707ff1f34c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474364 Aug 18 17:09:39.045491 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b44cb2a4-842a-4d51-959b-b7492020c7bb req-c77ef77d-0c39-45d7-9560-ecfbab7e9f53 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b633b695-33d8-44f2-b849-ed5c4f291165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3145399 Aug 18 17:09:39.046546 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.l3_db [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Floating IP 1ed36639-8b7f-4bd6-b74e-b37a7366e804 associated. External IP: 172.27.1.47, port: 2ee00035-edc8-4a51-89b1-4dc0e2c5a468. Aug 18 17:09:39.254140 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Router 1047fc7f-d316-44bf-bd78-ff3303897646 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:09:39.303274 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:39.360900 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:09:39.372408 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca611444-fdf0-43a5-8f48-f5ae5ebcb06e None None] Sync routers for ids ['1047fc7f-d316-44bf-bd78-ff3303897646'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:09:39.383082 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca611444-fdf0-43a5-8f48-f5ae5ebcb06e None None] Routers {'1047fc7f-d316-44bf-bd78-ff3303897646'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:09:39.383738 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-ca611444-fdf0-43a5-8f48-f5ae5ebcb06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:09:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1047fc7f-d316-44bf-bd78-ff3303897646'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:09:39.443569 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:39.474211 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-9eb103e7-663a-417b-ad61-b9f06185de9d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3007996 Aug 18 17:09:39.474782 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c79a7d-abff-4d4f-aecc-309441c5e3bc', 'tag': '2ee00035-edc8-4a51-89b1-4dc0e2c5a468'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:09:39.477351 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df4c329-15a6-45b5-b3e7-62bd4dca5ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "34c79a7d-abff-4d4f-aecc-309441c5e3bc", "tag": "2ee00035-edc8-4a51-89b1-4dc0e2c5a468"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:09:39.477667 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 48356) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:09:39.481771 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-81856734-14c7-464b-98b9-c0efecfe84bc tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-680064005', 'description': 'tempest-secgroup-smoke-680064005 description', 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:09:39.494181 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-ca611444-fdf0-43a5-8f48-f5ae5ebcb06e None None] Set router 1047fc7f-d316-44bf-bd78-ff3303897646 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:09:39.523586 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4cb8ba-8f37-4743-92ba-0759cb015229 x-openstack-request-id: req-2d4cb8ba-8f37-4743-92ba-0759cb015229 {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:09:39.536997 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c79a7d-abff-4d4f-aecc-309441c5e3bc", "tag": "2ee00035-edc8-4a51-89b1-4dc0e2c5a468", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:09:39.536997 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2d4cb8ba-8f37-4743-92ba-0759cb015229 {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:09:39.536997 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d4cb8ba-8f37-4743-92ba-0759cb015229'] response: {'name': 'network-changed', 'server_uuid': '34c79a7d-abff-4d4f-aecc-309441c5e3bc', 'tag': '2ee00035-edc8-4a51-89b1-4dc0e2c5a468', 'status': 'completed', 'code': 200} Aug 18 17:09:39.630698 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-81856734-14c7-464b-98b9-c0efecfe84bc tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:39.695403 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:39.700131 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-81856734-14c7-464b-98b9-c0efecfe84bc tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group (3a082a5f-d965-424a-923f-393a462e2d5f), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:39.703144 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=100 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:39.714928 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-ca611444-fdf0-43a5-8f48-f5ae5ebcb06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'name': 'tempest-TestMinimumBasicScenario-763037979-router', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:22Z', 'updated_at': '2022-08-18T17:08:28Z', 'revision_number': 4, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'gw_port': {'id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:23Z', 'updated_at': '2022-08-18T17:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '1ed36639-8b7f-4bd6-b74e-b37a7366e804', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'port_id': '2ee00035-edc8-4a51-89b1-4dc0e2c5a468', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa', 'mac_address': 'fa:16:3e:00:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c79a7d-abff-4d4f-aecc-309441c5e3bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:09:38Z', 'updated_at': '2022-08-18T17:09:38Z', 'revision_number': 0, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b95a378-16c2-4975-96ca-5cd0b4456663', 'name': '', 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'mac_address': 'fa:16:3e:5e:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f11fbfcf-66ef-4804-9d38-48c210871c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:27Z', 'updated_at': '2022-08-18T17:08:35Z', 'revision_number': 5, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'subnets': [{'id': 'f11fbfcf-66ef-4804-9d38-48c210871c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:09:39.740094 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca611444-fdf0-43a5-8f48-f5ae5ebcb06e None None] Checking router: 1047fc7f-d316-44bf-bd78-ff3303897646 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:09:39.750131 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca611444-fdf0-43a5-8f48-f5ae5ebcb06e None None] Routers {'1047fc7f-d316-44bf-bd78-ff3303897646'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:09:39.750734 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-ca611444-fdf0-43a5-8f48-f5ae5ebcb06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:09:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1047fc7f-d316-44bf-bd78-ff3303897646'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:09:39.782595 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-81856734-14c7-464b-98b9-c0efecfe84bc tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (3a082a5f-d965-424a-923f-393a462e2d5f), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:39.831624 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81856734-14c7-464b-98b9-c0efecfe84bc tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a082a5f-d965-424a-923f-393a462e2d5f,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:39.859148 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:39.863650 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-ca611444-fdf0-43a5-8f48-f5ae5ebcb06e None None] Set router 1047fc7f-d316-44bf-bd78-ff3303897646 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:09:39.875218 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420fba1-c0de-4bd6-808d-457c2f914c90 req-f9381972-c12c-4fe0-978d-4e3a73e4b2a1 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:39.876943 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3420fba1-c0de-4bd6-808d-457c2f914c90 req-f9381972-c12c-4fe0-978d-4e3a73e4b2a1 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0614381 Aug 18 17:09:39.887177 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-81856734-14c7-464b-98b9-c0efecfe84bc tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:39.888577 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-81856734-14c7-464b-98b9-c0efecfe84bc tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4103506 Aug 18 17:09:39.892729 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 48366) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:09:39.897335 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-276f4c72-e024-44a5-bede-45fab8ca02d6 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Request body: {'security_group_rule': {'security_group_id': '3a082a5f-d965-424a-923f-393a462e2d5f', 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:09:39.908147 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:39.937943 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3420fba1-c0de-4bd6-808d-457c2f914c90 req-07c4eb4b-8b87-469c-9c52-178157ac6fab tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544698 Aug 18 17:09:40.012126 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-276f4c72-e024-44a5-bede-45fab8ca02d6 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group_rule (612e3ec0-18bf-4f12-bcee-e7b12f0565a5), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:40.073753 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-276f4c72-e024-44a5-bede-45fab8ca02d6 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group_rule (612e3ec0-18bf-4f12-bcee-e7b12f0565a5), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:40.098174 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-ca611444-fdf0-43a5-8f48-f5ae5ebcb06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'name': 'tempest-TestMinimumBasicScenario-763037979-router', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:22Z', 'updated_at': '2022-08-18T17:08:28Z', 'revision_number': 4, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'gw_port': {'id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:23Z', 'updated_at': '2022-08-18T17:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '1ed36639-8b7f-4bd6-b74e-b37a7366e804', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'port_id': '2ee00035-edc8-4a51-89b1-4dc0e2c5a468', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa', 'mac_address': 'fa:16:3e:00:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c79a7d-abff-4d4f-aecc-309441c5e3bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:09:38Z', 'updated_at': '2022-08-18T17:09:38Z', 'revision_number': 0, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b95a378-16c2-4975-96ca-5cd0b4456663', 'name': '', 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'mac_address': 'fa:16:3e:5e:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f11fbfcf-66ef-4804-9d38-48c210871c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:27Z', 'updated_at': '2022-08-18T17:08:35Z', 'revision_number': 5, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'subnets': [{'id': 'f11fbfcf-66ef-4804-9d38-48c210871c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:09:40.128258 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca611444-fdf0-43a5-8f48-f5ae5ebcb06e None None] The sync data for ids ['1047fc7f-d316-44bf-bd78-ff3303897646'] in dv-cinder-853678-2-iscsi is: [{'id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'name': 'tempest-TestMinimumBasicScenario-763037979-router', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:22Z', 'updated_at': '2022-08-18T17:08:28Z', 'revision_number': 4, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'gw_port': {'id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:23Z', 'updated_at': '2022-08-18T17:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '1ed36639-8b7f-4bd6-b74e-b37a7366e804', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'port_id': '2ee00035-edc8-4a51-89b1-4dc0e2c5a468', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa', 'mac_address': 'fa:16:3e:00:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c79a7d-abff-4d4f-aecc-309441c5e3bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:09:38Z', 'updated_at': '2022-08-18T17:09:38Z', 'revision_number': 0, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b95a378-16c2-4975-96ca-5cd0b4456663', 'name': '', 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'mac_address': 'fa:16:3e:5e:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f11fbfcf-66ef-4804-9d38-48c210871c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:27Z', 'updated_at': '2022-08-18T17:08:35Z', 'revision_number': 5, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'subnets': [{'id': 'f11fbfcf-66ef-4804-9d38-48c210871c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:09:40.153651 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-276f4c72-e024-44a5-bede-45fab8ca02d6 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (612e3ec0-18bf-4f12-bcee-e7b12f0565a5), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:40.162651 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:40.184013 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f4c72-e024-44a5-bede-45fab8ca02d6 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612e3ec0-18bf-4f12-bcee-e7b12f0565a5,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:40.195906 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221f8b3-b77a-4568-9991-99b6150626ed req-f0a07c75-bdc1-4793-85a6-bb4687dceaa2 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:40.198044 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d221f8b3-b77a-4568-9991-99b6150626ed req-f0a07c75-bdc1-4793-85a6-bb4687dceaa2 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 943 time: 0.0756726 Aug 18 17:09:40.247219 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d221f8b3-b77a-4568-9991-99b6150626ed req-e0687ef2-7eac-4ef1-8b03-5c49b1aea25e tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b633b695-33d8-44f2-b849-ed5c4f291165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431204 Aug 18 17:09:40.255260 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-276f4c72-e024-44a5-bede-45fab8ca02d6 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:40.256565 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-276f4c72-e024-44a5-bede-45fab8ca02d6 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3628168 Aug 18 17:09:40.261251 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 48370) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:09:40.274436 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-e4bb8c07-9b1e-42df-81f9-825a5cd99ebd tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Request body: {'security_group_rule': {'security_group_id': '3a082a5f-d965-424a-923f-393a462e2d5f', 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:09:40.334158 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2671d0b8-0b3d-4483-bb72-026dc65fac3b None None] New status for floating IP 1ed36639-8b7f-4bd6-b74e-b37a7366e804: ACTIVE {{(pid=106921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:09:40.350852 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4c329-15a6-45b5-b3e7-62bd4dca5ad2 req-b761f3cf-0dfb-4995-818c-669a79e4bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:40.352484 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9df4c329-15a6-45b5-b3e7-62bd4dca5ad2 req-b761f3cf-0dfb-4995-818c-669a79e4bb7b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=af8df1d9e9b54347aa9f29ead57f2797&device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 1130 time: 0.0467470 Aug 18 17:09:40.400395 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e4bb8c07-9b1e-42df-81f9-825a5cd99ebd tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group_rule (da4afe6a-5f5b-4052-ad20-1cdadddd479a), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:40.454402 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4c329-15a6-45b5-b3e7-62bd4dca5ad2 req-40e883f6-ee80-446e-a119-21a77098cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:40.455921 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9df4c329-15a6-45b5-b3e7-62bd4dca5ad2 req-40e883f6-ee80-446e-a119-21a77098cedd service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dcd0fc6c-6616-4d99-959f-76bbf998b0aa HTTP/1.1" status: 200 len: 915 time: 0.0926476 Aug 18 17:09:40.462941 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e4bb8c07-9b1e-42df-81f9-825a5cd99ebd tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group_rule (da4afe6a-5f5b-4052-ad20-1cdadddd479a), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:40.534017 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9df4c329-15a6-45b5-b3e7-62bd4dca5ad2 req-62baa84d-7863-455d-a6e9-f16a2110ca8a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ee00035-edc8-4a51-89b1-4dc0e2c5a468 HTTP/1.1" status: 200 len: 999 time: 0.0615301 Aug 18 17:09:40.564869 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e4bb8c07-9b1e-42df-81f9-825a5cd99ebd tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (da4afe6a-5f5b-4052-ad20-1cdadddd479a), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:40.584406 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb8c07-9b1e-42df-81f9-825a5cd99ebd tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da4afe6a-5f5b-4052-ad20-1cdadddd479a,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:40.589622 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4c329-15a6-45b5-b3e7-62bd4dca5ad2 req-9c422283-71f6-41a8-96b9-5622c910608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:40.591126 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9df4c329-15a6-45b5-b3e7-62bd4dca5ad2 req-9c422283-71f6-41a8-96b9-5622c910608b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=f11fbfcf-66ef-4804-9d38-48c210871c22 HTTP/1.1" status: 200 len: 853 time: 0.0497062 Aug 18 17:09:40.641851 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4c329-15a6-45b5-b3e7-62bd4dca5ad2 req-cb756b1e-836c-4371-8176-48d0123c6d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:40.643346 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9df4c329-15a6-45b5-b3e7-62bd4dca5ad2 req-cb756b1e-836c-4371-8176-48d0123c6d69 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dcd0fc6c-6616-4d99-959f-76bbf998b0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416400 Aug 18 17:09:40.663981 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e4bb8c07-9b1e-42df-81f9-825a5cd99ebd tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:40.665152 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-e4bb8c07-9b1e-42df-81f9-825a5cd99ebd tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4028652 Aug 18 17:09:40.668524 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 48372) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:09:40.672967 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-85a4ade5-3b48-43d6-accb-36a7ff6a62e3 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Request body: {'security_group_rule': {'security_group_id': '3a082a5f-d965-424a-923f-393a462e2d5f', 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:09:40.745954 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9df4c329-15a6-45b5-b3e7-62bd4dca5ad2 req-29ed16ae-0b66-40cb-81fd-2ee3041c2cae service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dcd0fc6c-6616-4d99-959f-76bbf998b0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882127 Aug 18 17:09:40.768397 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-85a4ade5-3b48-43d6-accb-36a7ff6a62e3 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group_rule (b57b870e-c147-4bca-829d-0d078daf87f6), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:40.815207 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:40.831393 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-85a4ade5-3b48-43d6-accb-36a7ff6a62e3 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group_rule (b57b870e-c147-4bca-829d-0d078daf87f6), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:40.844002 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9df4c329-15a6-45b5-b3e7-62bd4dca5ad2 req-6f65117d-a8cd-4619-b1c7-ac4ad75ef652 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dcd0fc6c-6616-4d99-959f-76bbf998b0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918429 Aug 18 17:09:40.875959 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-85a4ade5-3b48-43d6-accb-36a7ff6a62e3 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (b57b870e-c147-4bca-829d-0d078daf87f6), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:40.895917 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4ade5-3b48-43d6-accb-36a7ff6a62e3 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57b870e-c147-4bca-829d-0d078daf87f6,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:40.981741 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-85a4ade5-3b48-43d6-accb-36a7ff6a62e3 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:40.982976 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-85a4ade5-3b48-43d6-accb-36a7ff6a62e3 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3135145 Aug 18 17:09:40.986319 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 48378) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:09:40.992082 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-ecaec33f-ce7b-4366-bb18-570a2c228810 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Request body: {'security_group_rule': {'security_group_id': '3a082a5f-d965-424a-923f-393a462e2d5f', 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:09:41.061347 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a07ff-e1f1-4925-a8ac-9e4f1be39fa3 req-4c3d5906-d696-4f9c-b3c0-20c27501c45e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:41.062832 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ac3a07ff-e1f1-4925-a8ac-9e4f1be39fa3 req-4c3d5906-d696-4f9c-b3c0-20c27501c45e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0482285 Aug 18 17:09:41.092616 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ecaec33f-ce7b-4366-bb18-570a2c228810 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group_rule (0ae9aab1-034c-41a0-92f2-2fd70cf6d48b), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:41.099055 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-c4c4af3f-4154-42f1-b817-2af84bb4d7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:41.136647 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ac3a07ff-e1f1-4925-a8ac-9e4f1be39fa3 req-ed20929e-8247-46c8-a3bf-71b56b1301fc tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678225 Aug 18 17:09:41.161868 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ecaec33f-ce7b-4366-bb18-570a2c228810 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group_rule (0ae9aab1-034c-41a0-92f2-2fd70cf6d48b), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:41.262360 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ecaec33f-ce7b-4366-bb18-570a2c228810 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (0ae9aab1-034c-41a0-92f2-2fd70cf6d48b), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:41.283037 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaec33f-ce7b-4366-bb18-570a2c228810 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae9aab1-034c-41a0-92f2-2fd70cf6d48b,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:41.335156 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ecaec33f-ce7b-4366-bb18-570a2c228810 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:41.336408 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-ecaec33f-ce7b-4366-bb18-570a2c228810 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3478367 Aug 18 17:09:41.344326 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 48382) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:09:41.349006 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-bc739eb5-e9e2-4e71-b5e0-7001188d4be2 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Request body: {'security_group_rule': {'security_group_id': '3a082a5f-d965-424a-923f-393a462e2d5f', 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:09:41.375777 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c1254-d669-47d7-a231-fdb97a3caf87 req-879b190c-c92e-4859-8ad2-a551817537cb tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:41.377468 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-079c1254-d669-47d7-a231-fdb97a3caf87 req-879b190c-c92e-4859-8ad2-a551817537cb tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 943 time: 0.0536499 Aug 18 17:09:41.428161 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-079c1254-d669-47d7-a231-fdb97a3caf87 req-870d5193-5352-4a8e-a7d4-c3f94d8247de tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b633b695-33d8-44f2-b849-ed5c4f291165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450268 Aug 18 17:09:41.447941 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.securitygroups_db [None req-bc739eb5-e9e2-4e71-b5e0-7001188d4be2 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Project af8df1d9e9b54347aa9f29ead57f2797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 17:09:41.454419 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bc739eb5-e9e2-4e71-b5e0-7001188d4be2 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group_rule (71782eaf-aeb4-4e74-a503-0ab2261c7137), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:41.499398 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:41.515858 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bc739eb5-e9e2-4e71-b5e0-7001188d4be2 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group_rule (71782eaf-aeb4-4e74-a503-0ab2261c7137), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:41.600210 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bc739eb5-e9e2-4e71-b5e0-7001188d4be2 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (71782eaf-aeb4-4e74-a503-0ab2261c7137), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:41.619226 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc739eb5-e9e2-4e71-b5e0-7001188d4be2 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71782eaf-aeb4-4e74-a503-0ab2261c7137,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:41.820731 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bc739eb5-e9e2-4e71-b5e0-7001188d4be2 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:41.833450 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-bc739eb5-e9e2-4e71-b5e0-7001188d4be2 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4771736 Aug 18 17:09:41.835628 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 48384) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:09:41.841028 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-6559330c-b5db-49c8-a810-34e0cdac5d1a tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Request body: {'security_group_rule': {'security_group_id': '3a082a5f-d965-424a-923f-393a462e2d5f', 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:09:41.846375 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device c333bfe5-da42-42cd-bf47-8e1f436f482b details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:09:41.948762 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port c333bfe5-da42-42cd-bf47-8e1f436f482b, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=c333bfe5-da42-42cd-bf47-8e1f436f482b,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:09:41.956168 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.securitygroups_db [None req-6559330c-b5db-49c8-a810-34e0cdac5d1a tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Project af8df1d9e9b54347aa9f29ead57f2797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 17:09:41.962815 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-6559330c-b5db-49c8-a810-34e0cdac5d1a tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group_rule (f15e743f-414f-49a4-a7f6-1d5c6abf1535), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:41.967928 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': 'c333bfe5-da42-42cd-bf47-8e1f436f482b', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'port_id': 'c333bfe5-da42-42cd-bf47-8e1f436f482b', 'mac_address': 'fa:16:3e:94:01:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:09:42.001857 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port c333bfe5-da42-42cd-bf47-8e1f436f482b is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:09:42.002259 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (c333bfe5-da42-42cd-bf47-8e1f436f482b), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:42.009348 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:42.017381 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c333bfe5-da42-42cd-bf47-8e1f436f482b {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:09:42.037862 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-6559330c-b5db-49c8-a810-34e0cdac5d1a tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group_rule (f15e743f-414f-49a4-a7f6-1d5c6abf1535), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:42.039111 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port c333bfe5-da42-42cd-bf47-8e1f436f482b, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=c333bfe5-da42-42cd-bf47-8e1f436f482b,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:09:42.130743 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-6559330c-b5db-49c8-a810-34e0cdac5d1a tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (f15e743f-414f-49a4-a7f6-1d5c6abf1535), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:42.150557 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559330c-b5db-49c8-a810-34e0cdac5d1a tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15e743f-414f-49a4-a7f6-1d5c6abf1535,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:42.151393 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (c333bfe5-da42-42cd-bf47-8e1f436f482b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:42.202519 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=c333bfe5-da42-42cd-bf47-8e1f436f482b,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:42.261802 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d47ac-3b1f-47c4-9baa-edc8d8f05d33 req-6c1e874a-b70b-490a-9c7f-c3b8a9660b3e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:42.263332 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f07d47ac-3b1f-47c4-9baa-edc8d8f05d33 req-6c1e874a-b70b-490a-9c7f-c3b8a9660b3e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0478833 Aug 18 17:09:42.272402 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-6559330c-b5db-49c8-a810-34e0cdac5d1a tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:42.273752 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-6559330c-b5db-49c8-a810-34e0cdac5d1a tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4369197 Aug 18 17:09:42.313715 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f07d47ac-3b1f-47c4-9baa-edc8d8f05d33 req-44ec4686-aadf-49ed-baf2-6f846178f2e4 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439885 Aug 18 17:09:42.425772 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-eafde59a-7814-46ae-b223-6bcddda6cb1b req-2dde2bb1-7e3c-484e-a64b-23d47d07f699 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-680064005&fields=id&tenant_id=af8df1d9e9b54347aa9f29ead57f2797 HTTP/1.1" status: 200 len: 267 time: 0.0566645 Aug 18 17:09:42.482238 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafde59a-7814-46ae-b223-6bcddda6cb1b req-b9a3dcf5-01a4-448a-b7d0-ae446a9312b8 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:42.483711 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-eafde59a-7814-46ae-b223-6bcddda6cb1b req-b9a3dcf5-01a4-448a-b7d0-ae446a9312b8 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 946 time: 0.0522187 Aug 18 17:09:42.496830 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-eafde59a-7814-46ae-b223-6bcddda6cb1b req-8e731a37-bdad-4815-acd1-796a3bd965ed tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Request body: {'port': {'security_groups': ['c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5', '3a082a5f-d965-424a-923f-393a462e2d5f']}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:09:42.546226 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['c333bfe5-da42-42cd-bf47-8e1f436f482b'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:09:42.569850 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-eafde59a-7814-46ae-b223-6bcddda6cb1b req-8e731a37-bdad-4815-acd1-796a3bd965ed tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (2ee00035-edc8-4a51-89b1-4dc0e2c5a468), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:42.598333 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:42.769882 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-eafde59a-7814-46ae-b223-6bcddda6cb1b req-8e731a37-bdad-4815-acd1-796a3bd965ed tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] For port 2ee00035-edc8-4a51-89b1-4dc0e2c5a468, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=2ee00035-edc8-4a51-89b1-4dc0e2c5a468,segment=NetworkSegment(480d962a-009a-4021-8fe3-4c8369e5eb10),segment_id=480d962a-009a-4021-8fe3-4c8369e5eb10)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:09:42.801840 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-eafde59a-7814-46ae-b223-6bcddda6cb1b req-8e731a37-bdad-4815-acd1-796a3bd965ed tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for port (2ee00035-edc8-4a51-89b1-4dc0e2c5a468), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:42.873550 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-eafde59a-7814-46ae-b223-6bcddda6cb1b req-8e731a37-bdad-4815-acd1-796a3bd965ed tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (2ee00035-edc8-4a51-89b1-4dc0e2c5a468), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:42.882983 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafde59a-7814-46ae-b223-6bcddda6cb1b req-8e731a37-bdad-4815-acd1-796a3bd965ed tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:42.883628 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-eafde59a-7814-46ae-b223-6bcddda6cb1b req-8e731a37-bdad-4815-acd1-796a3bd965ed tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:42.885598 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-eafde59a-7814-46ae-b223-6bcddda6cb1b req-8e731a37-bdad-4815-acd1-796a3bd965ed tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "PUT /networking/v2.0/ports/2ee00035-edc8-4a51-89b1-4dc0e2c5a468 HTTP/1.1" status: 200 len: 982 time: 0.3938215 Aug 18 17:09:42.915707 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c79a7d-abff-4d4f-aecc-309441c5e3bc', 'tag': '2ee00035-edc8-4a51-89b1-4dc0e2c5a468'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:09:42.918378 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb673c35-9ee1-4383-ab2f-8868d316c78b" -d '{"events": [{"name": "network-changed", "server_uuid": "34c79a7d-abff-4d4f-aecc-309441c5e3bc", "tag": "2ee00035-edc8-4a51-89b1-4dc0e2c5a468"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:09:42.951303 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e731a37-bdad-4815-acd1-796a3bd965ed tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Pushing event updated for resources: {'Port': ['ID=2ee00035-edc8-4a51-89b1-4dc0e2c5a468,revision_number=6']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:43.018102 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f672c-bbdf-457d-a977-d75e00740338 req-5258ae8a-79ef-48bf-955c-a6192a793659 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:43.019739 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-550f672c-bbdf-457d-a977-d75e00740338 req-5258ae8a-79ef-48bf-955c-a6192a793659 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 944 time: 0.0550296 Aug 18 17:09:43.022138 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b9866-1d12-452f-96e3-6eb8d1be6de1 req-830a43b6-b3e5-4330-893d-cf8ebede9125 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:43.028007 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1c2b9866-1d12-452f-96e3-6eb8d1be6de1 req-830a43b6-b3e5-4330-893d-cf8ebede9125 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 985 time: 0.0579505 Aug 18 17:09:43.073323 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-550f672c-bbdf-457d-a977-d75e00740338 req-47ecf7bb-4442-4f2e-98cc-b74b81c2a9b5 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b633b695-33d8-44f2-b849-ed5c4f291165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472379 Aug 18 17:09:43.092429 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1c2b9866-1d12-452f-96e3-6eb8d1be6de1 req-7cad3562-9c95-4d0e-9239-c184f3b338c4 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a082a5f-d965-424a-923f-393a462e2d5f&id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624850 Aug 18 17:09:43.135710 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f80c048-b129-46a7-983f-e505b7df91dc x-openstack-request-id: req-2f80c048-b129-46a7-983f-e505b7df91dc {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:09:43.136060 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c79a7d-abff-4d4f-aecc-309441c5e3bc", "tag": "2ee00035-edc8-4a51-89b1-4dc0e2c5a468", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:09:43.136326 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f80c048-b129-46a7-983f-e505b7df91dc {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:09:43.136732 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f80c048-b129-46a7-983f-e505b7df91dc'] response: {'name': 'network-changed', 'server_uuid': '34c79a7d-abff-4d4f-aecc-309441c5e3bc', 'tag': '2ee00035-edc8-4a51-89b1-4dc0e2c5a468', 'status': 'completed', 'code': 200} Aug 18 17:09:43.199540 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb673c35-9ee1-4383-ab2f-8868d316c78b req-d63825f7-0037-4bad-8ba1-5afb93b1395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:43.201039 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-bb673c35-9ee1-4383-ab2f-8868d316c78b req-d63825f7-0037-4bad-8ba1-5afb93b1395e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=af8df1d9e9b54347aa9f29ead57f2797&device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 1169 time: 0.0405643 Aug 18 17:09:43.233635 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:43.297667 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb673c35-9ee1-4383-ab2f-8868d316c78b req-9d427e57-7bef-48cb-8e61-46adba65fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:43.299360 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-bb673c35-9ee1-4383-ab2f-8868d316c78b req-9d427e57-7bef-48cb-8e61-46adba65fcfa service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dcd0fc6c-6616-4d99-959f-76bbf998b0aa HTTP/1.1" status: 200 len: 915 time: 0.0918052 Aug 18 17:09:43.370585 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-bb673c35-9ee1-4383-ab2f-8868d316c78b req-40eb4c59-85d4-4153-8666-db607080caf6 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ee00035-edc8-4a51-89b1-4dc0e2c5a468 HTTP/1.1" status: 200 len: 1001 time: 0.0568008 Aug 18 17:09:43.413197 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f426b38e-97d5-423c-973a-da5ad231ba80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:43.425301 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb673c35-9ee1-4383-ab2f-8868d316c78b req-fa36c3e9-41f8-43ce-b63c-c84bbca5c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:43.428469 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-bb673c35-9ee1-4383-ab2f-8868d316c78b req-fa36c3e9-41f8-43ce-b63c-c84bbca5c6dc service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=f11fbfcf-66ef-4804-9d38-48c210871c22 HTTP/1.1" status: 200 len: 853 time: 0.0489914 Aug 18 17:09:43.441889 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff0d5c-bc7c-46bd-89cf-6bfd56015a93 req-dce927b2-d0fd-4ac3-82e9-c4b23bc0a678 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:43.443463 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f9ff0d5c-bc7c-46bd-89cf-6bfd56015a93 req-dce927b2-d0fd-4ac3-82e9-c4b23bc0a678 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0530567 Aug 18 17:09:43.469353 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:43.486291 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb673c35-9ee1-4383-ab2f-8868d316c78b req-913f860e-6d6d-4b08-8e0f-7b17d8d23bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:43.488203 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-bb673c35-9ee1-4383-ab2f-8868d316c78b req-913f860e-6d6d-4b08-8e0f-7b17d8d23bbe service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dcd0fc6c-6616-4d99-959f-76bbf998b0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478082 Aug 18 17:09:43.495642 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f9ff0d5c-bc7c-46bd-89cf-6bfd56015a93 req-b88d009d-6e68-4d68-bf33-bc76d7c5964f tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460086 Aug 18 17:09:43.530965 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['2ee00035-edc8-4a51-89b1-4dc0e2c5a468'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:09:43.588501 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-bb673c35-9ee1-4383-ab2f-8868d316c78b req-30c7a50b-2adf-4047-92f5-1f6c8be7dd52 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dcd0fc6c-6616-4d99-959f-76bbf998b0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926738 Aug 18 17:09:43.653154 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['2ee00035-edc8-4a51-89b1-4dc0e2c5a468'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:09:43.697457 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-bb673c35-9ee1-4383-ab2f-8868d316c78b req-43975953-bd4b-4854-b272-824eb5bd8f67 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dcd0fc6c-6616-4d99-959f-76bbf998b0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946305 Aug 18 17:09:43.878344 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device c333bfe5-da42-42cd-bf47-8e1f436f482b up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:09:43.912773 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:43.928302 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:44.002104 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning for port c333bfe5-da42-42cd-bf47-8e1f436f482b completed by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 18 17:09:44.078772 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:44.084570 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port c333bfe5-da42-42cd-bf47-8e1f436f482b triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:09:44.084949 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (c333bfe5-da42-42cd-bf47-8e1f436f482b), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:44.201831 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9eb513-9271-41a5-8127-2f0737a9bdb9 req-2cf5a747-5cdc-4912-92af-407ad655b8ff tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:44.203491 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ed9eb513-9271-41a5-8127-2f0737a9bdb9 req-2cf5a747-5cdc-4912-92af-407ad655b8ff tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 944 time: 0.0488644 Aug 18 17:09:44.237764 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port c333bfe5-da42-42cd-bf47-8e1f436f482b is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:09:44.238062 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (c333bfe5-da42-42cd-bf47-8e1f436f482b), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:44.254242 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ed9eb513-9271-41a5-8127-2f0737a9bdb9 req-1734c46d-3e1d-4674-8982-45ec79475cf7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b633b695-33d8-44f2-b849-ed5c4f291165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443072 Aug 18 17:09:44.283791 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da756d85-46a8-4afd-bfbc-4e20051f6d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c333bfe5-da42-42cd-bf47-8e1f436f482b'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:09:44.286015 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b470057-a268-45b5-82de-82164e7f5239" -d '{"events": [{"server_uuid": "da756d85-46a8-4afd-bfbc-4e20051f6d10", "name": "network-vif-plugged", "status": "completed", "tag": "c333bfe5-da42-42cd-bf47-8e1f436f482b"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:09:44.304763 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port c333bfe5-da42-42cd-bf47-8e1f436f482b, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=c333bfe5-da42-42cd-bf47-8e1f436f482b,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:09:44.320953 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:09:44.329759 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47476a2d-dfee-45aa-a3b6-fe174afd7694 x-openstack-request-id: req-47476a2d-dfee-45aa-a3b6-fe174afd7694 {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:09:44.330078 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da756d85-46a8-4afd-bfbc-4e20051f6d10", "name": "network-vif-plugged", "status": "completed", "tag": "c333bfe5-da42-42cd-bf47-8e1f436f482b", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:09:44.330340 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-47476a2d-dfee-45aa-a3b6-fe174afd7694 {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:09:44.330744 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47476a2d-dfee-45aa-a3b6-fe174afd7694'] response: {'server_uuid': 'da756d85-46a8-4afd-bfbc-4e20051f6d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c333bfe5-da42-42cd-bf47-8e1f436f482b', 'code': 200} Aug 18 17:09:44.384553 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (c333bfe5-da42-42cd-bf47-8e1f436f482b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:44.435689 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=c333bfe5-da42-42cd-bf47-8e1f436f482b,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:09:44.614408 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7207eb-a97a-4eac-9e4a-d7c554a7e45c req-e7c46b41-7b45-4444-9878-7fca42b33d4d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:44.615895 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-cc7207eb-a97a-4eac-9e4a-d7c554a7e45c req-e7c46b41-7b45-4444-9878-7fca42b33d4d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0464668 Aug 18 17:09:44.665961 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-cc7207eb-a97a-4eac-9e4a-d7c554a7e45c req-95ccbfcc-3ef8-4be8-aaee-a7065c973e6f tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439928 Aug 18 17:09:44.750543 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:45.079939 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4be420-401d-48a3-bca3-aab90ef4efd1 req-7d4baff2-b7ab-4a89-bc5a-4389baac18b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:45.081478 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4b4be420-401d-48a3-bca3-aab90ef4efd1 req-7d4baff2-b7ab-4a89-bc5a-4389baac18b4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 1130 time: 0.0407736 Aug 18 17:09:45.127248 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4b4be420-401d-48a3-bca3-aab90ef4efd1 req-cc45c729-8135-4f7b-8d47-b6f2897be8a0 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372527 Aug 18 17:09:45.381955 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedcf6b-ccaa-4ac5-9506-8500f21203f9 req-cd4263d1-5be1-4546-825f-c2751628bfe0 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:45.383624 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-eeedcf6b-ccaa-4ac5-9506-8500f21203f9 req-cd4263d1-5be1-4546-825f-c2751628bfe0 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 945 time: 0.0476048 Aug 18 17:09:45.419381 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493566e-3049-43f7-81c5-dc3b9c722d1b req-bfc493d7-cf66-492d-b19c-d060f77797de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:45.420903 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c493566e-3049-43f7-81c5-dc3b9c722d1b req-bfc493d7-cf66-492d-b19c-d060f77797de service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 1129 time: 0.0386767 Aug 18 17:09:45.432821 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-eeedcf6b-ccaa-4ac5-9506-8500f21203f9 req-6b6842ac-6023-431e-9d5c-948c97b70d72 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b633b695-33d8-44f2-b849-ed5c4f291165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430853 Aug 18 17:09:45.472578 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c493566e-3049-43f7-81c5-dc3b9c722d1b req-d8838862-86d1-481b-882f-9b2d4c1307be service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b633b695-33d8-44f2-b849-ed5c4f291165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400739 Aug 18 17:09:45.769164 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:45.787222 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5f338-6653-4cec-a932-0753f0765ffd req-abce713c-6831-4c8a-a843-89a3a98dfa9c tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:45.788763 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-89c5f338-6653-4cec-a932-0753f0765ffd req-abce713c-6831-4c8a-a843-89a3a98dfa9c tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0504296 Aug 18 17:09:45.836319 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-89c5f338-6653-4cec-a932-0753f0765ffd req-26d453d9-ea4c-4be4-9be4-4927d79271bc tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414691 Aug 18 17:09:46.044711 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:46.221747 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:46.553931 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c6fe9-d305-46b5-96c4-3e49dce2b0d6 req-e7c54d69-47f3-4437-a47e-6b47be6228c9 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:46.555404 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8f6c6fe9-d305-46b5-96c4-3e49dce2b0d6 req-e7c54d69-47f3-4437-a47e-6b47be6228c9 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 945 time: 0.0505831 Aug 18 17:09:46.602122 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8f6c6fe9-d305-46b5-96c4-3e49dce2b0d6 req-0956f613-670e-4026-8208-5e0306457978 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b633b695-33d8-44f2-b849-ed5c4f291165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410049 Aug 18 17:09:46.954626 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b894ec7-f6d3-470e-96a5-1e516cde158f req-2675dad6-2ff4-43e1-92ca-eb663860c331 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:46.956147 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1b894ec7-f6d3-470e-96a5-1e516cde158f req-2675dad6-2ff4-43e1-92ca-eb663860c331 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0472012 Aug 18 17:09:47.002733 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1b894ec7-f6d3-470e-96a5-1e516cde158f req-f8e6b6e1-6442-45b5-a922-4e3312f6073e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409646 Aug 18 17:09:47.596301 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc510b96-4a27-44dc-a454-bb73e43534c0 req-3ed0f262-ca7e-41d3-8c2d-7877625a4077 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:47.597770 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-dc510b96-4a27-44dc-a454-bb73e43534c0 req-3ed0f262-ca7e-41d3-8c2d-7877625a4077 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0491204 Aug 18 17:09:47.647675 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-dc510b96-4a27-44dc-a454-bb73e43534c0 req-dc318970-e78d-496f-9bd6-71f435b3135f tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435698 Aug 18 17:09:47.730354 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761cfb2-ee82-4d17-9682-8ab3ddb3e0f4 req-b8d4e2c8-5e5a-47b7-9831-f2b89d9587b9 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:47.732266 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2761cfb2-ee82-4d17-9682-8ab3ddb3e0f4 req-b8d4e2c8-5e5a-47b7-9831-f2b89d9587b9 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 945 time: 0.0525849 Aug 18 17:09:47.782137 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2761cfb2-ee82-4d17-9682-8ab3ddb3e0f4 req-16215782-6e21-4d3a-b51c-a26dd1540a9c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b633b695-33d8-44f2-b849-ed5c4f291165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440068 Aug 18 17:09:48.204444 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2724848-207b-46a0-a84e-6f062880f5cf req-9bbb19f6-7023-46d8-bcce-68dab9d7651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:48.205929 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f2724848-207b-46a0-a84e-6f062880f5cf req-9bbb19f6-7023-46d8-bcce-68dab9d7651d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=ccc5c89023ff476ca3b85680f56f8899&device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 1130 time: 0.0390596 Aug 18 17:09:48.304559 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2724848-207b-46a0-a84e-6f062880f5cf req-99ac3b34-043a-4d6c-932a-22c7f681719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:48.306063 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f2724848-207b-46a0-a84e-6f062880f5cf req-99ac3b34-043a-4d6c-932a-22c7f681719b service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=9262925b-65a7-4a9e-8370-bb0d87864ea7 HTTP/1.1" status: 200 len: 920 time: 0.0909944 Aug 18 17:09:48.369651 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f2724848-207b-46a0-a84e-6f062880f5cf req-e62aa9fe-adc5-4b99-bade-a0f65008667f service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4be84b1f-a309-40e8-8519-3e746d6a87a8 HTTP/1.1" status: 200 len: 1001 time: 0.0549760 Aug 18 17:09:48.420624 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2724848-207b-46a0-a84e-6f062880f5cf req-d77103bd-7e23-4878-ace4-aacfc7bb8b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:48.421996 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f2724848-207b-46a0-a84e-6f062880f5cf req-d77103bd-7e23-4878-ace4-aacfc7bb8b72 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1fd4986d-fa02-4ea6-af8d-8bdc82d77643 HTTP/1.1" status: 200 len: 858 time: 0.0453942 Aug 18 17:09:48.466754 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2724848-207b-46a0-a84e-6f062880f5cf req-d8f4ba79-56c2-40bf-909d-7f01335da123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:48.468320 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f2724848-207b-46a0-a84e-6f062880f5cf req-d8f4ba79-56c2-40bf-909d-7f01335da123 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=9262925b-65a7-4a9e-8370-bb0d87864ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389977 Aug 18 17:09:48.509836 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:48.568316 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f2724848-207b-46a0-a84e-6f062880f5cf req-23039342-b2cd-4fd6-a4ef-6ade342142b3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886352 Aug 18 17:09:48.667530 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f2724848-207b-46a0-a84e-6f062880f5cf req-f76a84a0-2266-4737-bf6b-f745ad23f735 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887706 Aug 18 17:09:48.776477 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba09feb-2999-4fea-a327-70b3599ea893 req-4bc90bfd-c9d5-4d9a-a0db-4cc9c21367ee tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:48.777957 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3ba09feb-2999-4fea-a327-70b3599ea893 req-4bc90bfd-c9d5-4d9a-a0db-4cc9c21367ee tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0481920 Aug 18 17:09:48.828956 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3ba09feb-2999-4fea-a327-70b3599ea893 req-f27b5e24-101f-44be-8b00-594243887db8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454288 Aug 18 17:09:48.905573 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d9f42-9dbb-4fca-aaea-c0fbb2e9f1d7 req-4f4de799-c445-442a-9c68-cec10ead4179 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:48.907058 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e46d9f42-9dbb-4fca-aaea-c0fbb2e9f1d7 req-4f4de799-c445-442a-9c68-cec10ead4179 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 945 time: 0.0492721 Aug 18 17:09:48.954372 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e46d9f42-9dbb-4fca-aaea-c0fbb2e9f1d7 req-50a5de8a-af6f-4222-8259-0602590d497a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b633b695-33d8-44f2-b849-ed5c4f291165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415323 Aug 18 17:09:49.068845 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef071ecb-fcd0-4f98-85f1-933595789517 req-6970e96b-d3b5-48ca-a271-3c4423542b15 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:49.070347 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ef071ecb-fcd0-4f98-85f1-933595789517 req-6970e96b-d3b5-48ca-a271-3c4423542b15 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 945 time: 0.0480318 Aug 18 17:09:49.080613 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 48462) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:09:49.084997 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-0c4c0ca8-8bc9-4989-a65f-2a2cb6c21fd6 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'floatingip': {'port_id': 'c333bfe5-da42-42cd-bf47-8e1f436f482b'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:09:49.123025 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0ca8-8bc9-4989-a65f-2a2cb6c21fd6 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (fa9e8544-2277-46bf-89cf-c43d55817bae), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:49.268522 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:49.467232 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:49.576297 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0ca8-8bc9-4989-a65f-2a2cb6c21fd6 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:49.644305 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0ca8-8bc9-4989-a65f-2a2cb6c21fd6 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (fa9e8544-2277-46bf-89cf-c43d55817bae), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:49.741953 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.l3_db [None req-0c4c0ca8-8bc9-4989-a65f-2a2cb6c21fd6 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Floating IP fa9e8544-2277-46bf-89cf-c43d55817bae associated. External IP: 172.27.1.125, port: c333bfe5-da42-42cd-bf47-8e1f436f482b. Aug 18 17:09:49.949615 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4c0ca8-8bc9-4989-a65f-2a2cb6c21fd6 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Router 33ac6969-4352-430e-8f29-f4e097521088 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:09:49.950683 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ff34d-3868-4489-830d-0857c8b36e57 req-9a80c1df-8d21-42e0-aeb9-5b0ef2e758a5 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:49.952272 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5a9ff34d-3868-4489-830d-0857c8b36e57 req-9a80c1df-8d21-42e0-aeb9-5b0ef2e758a5 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0480430 Aug 18 17:09:50.000007 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5a9ff34d-3868-4489-830d-0857c8b36e57 req-2acad9da-8e72-42e4-ab7d-ef5a9b56a5d0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418940 Aug 18 17:09:50.056210 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4c0ca8-8bc9-4989-a65f-2a2cb6c21fd6 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:09:50.060414 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0ca8-8bc9-4989-a65f-2a2cb6c21fd6 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:50.065374 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a659d-fd79-40f4-806b-7c73563b517b None None] Sync routers for ids ['33ac6969-4352-430e-8f29-f4e097521088'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:09:50.075429 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a659d-fd79-40f4-806b-7c73563b517b None None] Routers {'33ac6969-4352-430e-8f29-f4e097521088'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:09:50.076098 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-f25a659d-fd79-40f4-806b-7c73563b517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:09:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['33ac6969-4352-430e-8f29-f4e097521088'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:09:50.090171 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-0c4c0ca8-8bc9-4989-a65f-2a2cb6c21fd6 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/fa9e8544-2277-46bf-89cf-c43d55817bae HTTP/1.1" status: 200 len: 991 time: 1.0085034 Aug 18 17:09:50.090886 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da756d85-46a8-4afd-bfbc-4e20051f6d10', 'tag': 'c333bfe5-da42-42cd-bf47-8e1f436f482b'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:09:50.093362 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45331561-4d91-4a0b-95b1-2dd75b2cd332" -d '{"events": [{"name": "network-changed", "server_uuid": "da756d85-46a8-4afd-bfbc-4e20051f6d10", "tag": "c333bfe5-da42-42cd-bf47-8e1f436f482b"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:09:50.133687 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68766f52-c40e-4b10-8a73-76e1569f6e5f x-openstack-request-id: req-68766f52-c40e-4b10-8a73-76e1569f6e5f {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:09:50.133980 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da756d85-46a8-4afd-bfbc-4e20051f6d10", "tag": "c333bfe5-da42-42cd-bf47-8e1f436f482b", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:09:50.134239 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-68766f52-c40e-4b10-8a73-76e1569f6e5f {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:09:50.134654 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68766f52-c40e-4b10-8a73-76e1569f6e5f'] response: {'name': 'network-changed', 'server_uuid': 'da756d85-46a8-4afd-bfbc-4e20051f6d10', 'tag': 'c333bfe5-da42-42cd-bf47-8e1f436f482b', 'status': 'completed', 'code': 200} Aug 18 17:09:50.179564 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-f25a659d-fd79-40f4-806b-7c73563b517b None None] Set router 33ac6969-4352-430e-8f29-f4e097521088 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:09:50.548088 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-f25a659d-fd79-40f4-806b-7c73563b517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': 'fa9e8544-2277-46bf-89cf-c43d55817bae', 'tenant_id': '4eececcd804446e49078038ab362b235', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '33ac6969-4352-430e-8f29-f4e097521088', 'port_id': 'c333bfe5-da42-42cd-bf47-8e1f436f482b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'mac_address': 'fa:16:3e:94:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da756d85-46a8-4afd-bfbc-4e20051f6d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:09:30Z', 'updated_at': '2022-08-18T17:09:49Z', 'revision_number': 1, 'project_id': '4eececcd804446e49078038ab362b235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:09:50.588127 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a659d-fd79-40f4-806b-7c73563b517b None None] Checking router: 33ac6969-4352-430e-8f29-f4e097521088 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:09:50.596659 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a659d-fd79-40f4-806b-7c73563b517b None None] Routers {'33ac6969-4352-430e-8f29-f4e097521088'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:09:50.597269 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-f25a659d-fd79-40f4-806b-7c73563b517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:09:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['33ac6969-4352-430e-8f29-f4e097521088'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:09:50.701579 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-f25a659d-fd79-40f4-806b-7c73563b517b None None] Set router 33ac6969-4352-430e-8f29-f4e097521088 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:09:50.872187 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:50.909487 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45331561-4d91-4a0b-95b1-2dd75b2cd332 req-24690d0c-971b-4623-99dd-500732373ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:50.910985 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-45331561-4d91-4a0b-95b1-2dd75b2cd332 req-24690d0c-971b-4623-99dd-500732373ee5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4eececcd804446e49078038ab362b235&device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 1129 time: 0.0438216 Aug 18 17:09:50.937545 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-f25a659d-fd79-40f4-806b-7c73563b517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': 'fa9e8544-2277-46bf-89cf-c43d55817bae', 'tenant_id': '4eececcd804446e49078038ab362b235', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '33ac6969-4352-430e-8f29-f4e097521088', 'port_id': 'c333bfe5-da42-42cd-bf47-8e1f436f482b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'mac_address': 'fa:16:3e:94:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da756d85-46a8-4afd-bfbc-4e20051f6d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:09:30Z', 'updated_at': '2022-08-18T17:09:49Z', 'revision_number': 1, 'project_id': '4eececcd804446e49078038ab362b235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:09:50.965145 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a659d-fd79-40f4-806b-7c73563b517b None None] The sync data for ids ['33ac6969-4352-430e-8f29-f4e097521088'] in dv-cinder-853678-2-iscsi is: [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': 'fa9e8544-2277-46bf-89cf-c43d55817bae', 'tenant_id': '4eececcd804446e49078038ab362b235', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '33ac6969-4352-430e-8f29-f4e097521088', 'port_id': 'c333bfe5-da42-42cd-bf47-8e1f436f482b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'mac_address': 'fa:16:3e:94:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da756d85-46a8-4afd-bfbc-4e20051f6d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:09:30Z', 'updated_at': '2022-08-18T17:09:49Z', 'revision_number': 1, 'project_id': '4eececcd804446e49078038ab362b235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:09:51.136921 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb56be5-c86c-43e7-bd31-87e7a4b6f08c req-29391663-0967-4df9-8e36-c2314e7509ab tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:51.139491 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7cb56be5-c86c-43e7-bd31-87e7a4b6f08c req-29391663-0967-4df9-8e36-c2314e7509ab tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0606740 Aug 18 17:09:51.172595 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a878cf4-de24-4f76-bfac-42f7c963da7e None None] New status for floating IP fa9e8544-2277-46bf-89cf-c43d55817bae: ACTIVE {{(pid=106921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:09:51.178874 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:51.193602 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7cb56be5-c86c-43e7-bd31-87e7a4b6f08c req-d920e248-6c63-455b-b51a-4f67bcd72602 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481598 Aug 18 17:09:51.688019 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45331561-4d91-4a0b-95b1-2dd75b2cd332 req-734fd5fa-4023-4035-85b4-2c3c8ba7dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:51.689417 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-45331561-4d91-4a0b-95b1-2dd75b2cd332 req-734fd5fa-4023-4035-85b4-2c3c8ba7dcc9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b HTTP/1.1" status: 200 len: 916 time: 0.0965452 Aug 18 17:09:52.331097 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e27a3e-0441-4a27-9707-5aa1fc75cf33 req-2642571f-73ce-4b16-ae69-fbeefe73e983 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:52.332710 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-49e27a3e-0441-4a27-9707-5aa1fc75cf33 req-2642571f-73ce-4b16-ae69-fbeefe73e983 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0556338 Aug 18 17:09:52.349636 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-45331561-4d91-4a0b-95b1-2dd75b2cd332 req-8a8ec2ad-bb4d-46e4-a4fd-8441dfccdc9a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c333bfe5-da42-42cd-bf47-8e1f436f482b HTTP/1.1" status: 200 len: 1001 time: 0.0643215 Aug 18 17:09:52.382165 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-49e27a3e-0441-4a27-9707-5aa1fc75cf33 req-9afd2652-6277-434f-be67-a49aa8084801 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430760 Aug 18 17:09:52.497134 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445a762-c6c6-45d0-ad04-a670199632bf req-b1b68bff-b702-4098-8960-0f81aae89499 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:52.498871 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2445a762-c6c6-45d0-ad04-a670199632bf req-b1b68bff-b702-4098-8960-0f81aae89499 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0468965 Aug 18 17:09:52.508937 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 48484) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:09:52.513560 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-f186b74a-a1d8-4727-9d92-247e921e1543 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Request body: {'floatingip': {'port_id': '4be84b1f-a309-40e8-8519-3e746d6a87a8'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:09:52.569617 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f186b74a-a1d8-4727-9d92-247e921e1543 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for floatingip (2941d07a-8f4e-45c0-b162-ad5e35223e26), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:53.080181 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45331561-4d91-4a0b-95b1-2dd75b2cd332 req-b3d015de-dbc4-435e-9944-a176fdd60b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:53.081626 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-45331561-4d91-4a0b-95b1-2dd75b2cd332 req-b3d015de-dbc4-435e-9944-a176fdd60b15 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1a23d7f4-432a-4b07-a647-12813e579e51 HTTP/1.1" status: 200 len: 854 time: 0.3521364 Aug 18 17:09:53.172866 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45331561-4d91-4a0b-95b1-2dd75b2cd332 req-232e7ccb-e53d-4d55-a54f-5d1d59c40563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:53.174378 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-45331561-4d91-4a0b-95b1-2dd75b2cd332 req-232e7ccb-e53d-4d55-a54f-5d1d59c40563 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834606 Aug 18 17:09:53.216572 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:53.357369 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-45331561-4d91-4a0b-95b1-2dd75b2cd332 req-caf69c5f-1beb-41d5-8592-bf4a8c3e026b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734278 Aug 18 17:09:53.359377 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:53.531951 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f186b74a-a1d8-4727-9d92-247e921e1543 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:53.538415 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-45331561-4d91-4a0b-95b1-2dd75b2cd332 req-a92f5c2e-75d3-4d1a-95d3-b5170c57c5c8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683180 Aug 18 17:09:53.622045 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f186b74a-a1d8-4727-9d92-247e921e1543 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (2941d07a-8f4e-45c0-b162-ad5e35223e26), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:53.864350 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f186b74a-a1d8-4727-9d92-247e921e1543 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Router 5a5c33f6-9205-459f-b9d5-3f6c14929f3a has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:09:53.987842 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f186b74a-a1d8-4727-9d92-247e921e1543 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:09:53.992347 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-f186b74a-a1d8-4727-9d92-247e921e1543 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:09:53.998780 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8298ab4-0d09-4bd3-bf72-ad551b3fba18 None None] Sync routers for ids ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:09:54.009159 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8298ab4-0d09-4bd3-bf72-ad551b3fba18 None None] Routers {'5a5c33f6-9205-459f-b9d5-3f6c14929f3a'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:09:54.010631 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-b8298ab4-0d09-4bd3-bf72-ad551b3fba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:09:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:09:54.027699 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ee2546-05c3-461e-bbc0-64cb39d936f7', 'tag': '4be84b1f-a309-40e8-8519-3e746d6a87a8'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:09:54.030145 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e4150d-ae0b-498e-9b15-80a88d9da7e9" -d '{"events": [{"name": "network-changed", "server_uuid": "10ee2546-05c3-461e-bbc0-64cb39d936f7", "tag": "4be84b1f-a309-40e8-8519-3e746d6a87a8"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:09:54.078112 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-f186b74a-a1d8-4727-9d92-247e921e1543 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/2941d07a-8f4e-45c0-b162-ad5e35223e26 HTTP/1.1" status: 200 len: 993 time: 1.5648701 Aug 18 17:09:54.081138 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a421388-f8bd-4c2e-90ef-99cb746d7567 x-openstack-request-id: req-4a421388-f8bd-4c2e-90ef-99cb746d7567 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:09:54.081670 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ee2546-05c3-461e-bbc0-64cb39d936f7", "tag": "4be84b1f-a309-40e8-8519-3e746d6a87a8", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:09:54.081924 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4a421388-f8bd-4c2e-90ef-99cb746d7567 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:09:54.082338 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a421388-f8bd-4c2e-90ef-99cb746d7567'] response: {'name': 'network-changed', 'server_uuid': '10ee2546-05c3-461e-bbc0-64cb39d936f7', 'tag': '4be84b1f-a309-40e8-8519-3e746d6a87a8', 'status': 'completed', 'code': 200} Aug 18 17:09:54.167464 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-b8298ab4-0d09-4bd3-bf72-ad551b3fba18 None None] Set router 5a5c33f6-9205-459f-b9d5-3f6c14929f3a gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:09:54.189851 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4150d-ae0b-498e-9b15-80a88d9da7e9 req-833b6556-8ee3-4319-a3f7-0750ac753b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:54.192364 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-69e4150d-ae0b-498e-9b15-80a88d9da7e9 req-833b6556-8ee3-4319-a3f7-0750ac753b83 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=ccc5c89023ff476ca3b85680f56f8899&device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 1130 time: 0.0719652 Aug 18 17:09:54.313717 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4150d-ae0b-498e-9b15-80a88d9da7e9 req-bbe7c4fd-bece-4061-9e92-93550ea03c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:54.315352 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-69e4150d-ae0b-498e-9b15-80a88d9da7e9 req-bbe7c4fd-bece-4061-9e92-93550ea03c18 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=9262925b-65a7-4a9e-8370-bb0d87864ea7 HTTP/1.1" status: 200 len: 920 time: 0.1150792 Aug 18 17:09:54.329947 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:54.385545 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:54.405548 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-b8298ab4-0d09-4bd3-bf72-ad551b3fba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1090236541-router', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:24Z', 'updated_at': '2022-08-18T17:05:35Z', 'revision_number': 4, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'gw_port': {'id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '2941d07a-8f4e-45c0-b162-ad5e35223e26', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'port_id': '4be84b1f-a309-40e8-8519-3e746d6a87a8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'mac_address': 'fa:16:3e:23:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ee2546-05c3-461e-bbc0-64cb39d936f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:07:51Z', 'updated_at': '2022-08-18T17:09:53Z', 'revision_number': 3, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a3a8ca-89f9-40d9-81df-e5331356266f', 'name': '', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'mac_address': 'fa:16:3e:37:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:34Z', 'updated_at': '2022-08-18T17:05:51Z', 'revision_number': 5, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'subnets': [{'id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:09:54.410587 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-69e4150d-ae0b-498e-9b15-80a88d9da7e9 req-3997019b-f03b-4c6d-a1f5-7124d4fa62d7 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4be84b1f-a309-40e8-8519-3e746d6a87a8 HTTP/1.1" status: 200 len: 1001 time: 0.0850637 Aug 18 17:09:54.432878 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8298ab4-0d09-4bd3-bf72-ad551b3fba18 None None] Checking router: 5a5c33f6-9205-459f-b9d5-3f6c14929f3a for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:09:54.442283 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8298ab4-0d09-4bd3-bf72-ad551b3fba18 None None] Routers {'5a5c33f6-9205-459f-b9d5-3f6c14929f3a'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:09:54.442910 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-b8298ab4-0d09-4bd3-bf72-ad551b3fba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:09:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:09:54.475595 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4150d-ae0b-498e-9b15-80a88d9da7e9 req-ff494613-0ead-4fe4-9c38-cca79332b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:54.478917 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-69e4150d-ae0b-498e-9b15-80a88d9da7e9 req-ff494613-0ead-4fe4-9c38-cca79332b55b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1fd4986d-fa02-4ea6-af8d-8bdc82d77643 HTTP/1.1" status: 200 len: 858 time: 0.0623496 Aug 18 17:09:54.524956 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4150d-ae0b-498e-9b15-80a88d9da7e9 req-8d81f2f9-f235-4601-817b-672bd28d162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:54.526505 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-69e4150d-ae0b-498e-9b15-80a88d9da7e9 req-8d81f2f9-f235-4601-817b-672bd28d162d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=9262925b-65a7-4a9e-8370-bb0d87864ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412736 Aug 18 17:09:54.561455 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-b8298ab4-0d09-4bd3-bf72-ad551b3fba18 None None] Set router 5a5c33f6-9205-459f-b9d5-3f6c14929f3a gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:09:54.602637 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=100 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:54.637650 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-69e4150d-ae0b-498e-9b15-80a88d9da7e9 req-91ab2c61-3194-49e2-a593-61b826b29fe0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044886 Aug 18 17:09:54.677851 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:09:54.748824 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-69e4150d-ae0b-498e-9b15-80a88d9da7e9 req-7f4129c7-9110-4c18-9a9a-3ac50f711873 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948629 Aug 18 17:09:54.822296 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-b8298ab4-0d09-4bd3-bf72-ad551b3fba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1090236541-router', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:24Z', 'updated_at': '2022-08-18T17:05:35Z', 'revision_number': 4, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'gw_port': {'id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '2941d07a-8f4e-45c0-b162-ad5e35223e26', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'port_id': '4be84b1f-a309-40e8-8519-3e746d6a87a8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'mac_address': 'fa:16:3e:23:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ee2546-05c3-461e-bbc0-64cb39d936f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:07:51Z', 'updated_at': '2022-08-18T17:09:53Z', 'revision_number': 3, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a3a8ca-89f9-40d9-81df-e5331356266f', 'name': '', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'mac_address': 'fa:16:3e:37:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:34Z', 'updated_at': '2022-08-18T17:05:51Z', 'revision_number': 5, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'subnets': [{'id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:09:54.850581 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8298ab4-0d09-4bd3-bf72-ad551b3fba18 None None] The sync data for ids ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'] in dv-cinder-853678-2-iscsi is: [{'id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1090236541-router', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:24Z', 'updated_at': '2022-08-18T17:05:35Z', 'revision_number': 4, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'gw_port': {'id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '2941d07a-8f4e-45c0-b162-ad5e35223e26', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'port_id': '4be84b1f-a309-40e8-8519-3e746d6a87a8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'mac_address': 'fa:16:3e:23:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ee2546-05c3-461e-bbc0-64cb39d936f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:07:51Z', 'updated_at': '2022-08-18T17:09:53Z', 'revision_number': 3, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a3a8ca-89f9-40d9-81df-e5331356266f', 'name': '', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'mac_address': 'fa:16:3e:37:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:34Z', 'updated_at': '2022-08-18T17:05:51Z', 'revision_number': 5, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'subnets': [{'id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:09:56.083517 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ee2546-05c3-461e-bbc0-64cb39d936f7', 'tag': '4be84b1f-a309-40e8-8519-3e746d6a87a8'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:09:56.085823 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe8a0a0-c7ce-4665-b9a4-38f63c252418" -d '{"events": [{"name": "network-changed", "server_uuid": "10ee2546-05c3-461e-bbc0-64cb39d936f7", "tag": "4be84b1f-a309-40e8-8519-3e746d6a87a8"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:09:56.124588 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f3e299-6f38-41b4-bc9a-c2d77800f0b8 x-openstack-request-id: req-a8f3e299-6f38-41b4-bc9a-c2d77800f0b8 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:09:56.124880 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ee2546-05c3-461e-bbc0-64cb39d936f7", "tag": "4be84b1f-a309-40e8-8519-3e746d6a87a8", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:09:56.125138 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a8f3e299-6f38-41b4-bc9a-c2d77800f0b8 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:09:56.125572 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f3e299-6f38-41b4-bc9a-c2d77800f0b8'] response: {'name': 'network-changed', 'server_uuid': '10ee2546-05c3-461e-bbc0-64cb39d936f7', 'tag': '4be84b1f-a309-40e8-8519-3e746d6a87a8', 'status': 'completed', 'code': 200} Aug 18 17:09:57.434100 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8a0a0-c7ce-4665-b9a4-38f63c252418 req-0e387bcf-d10e-4dab-b81e-b92e1cbf525a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:57.435668 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5fe8a0a0-c7ce-4665-b9a4-38f63c252418 req-0e387bcf-d10e-4dab-b81e-b92e1cbf525a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=ccc5c89023ff476ca3b85680f56f8899&device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 1130 time: 0.0456440 Aug 18 17:09:57.548251 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8a0a0-c7ce-4665-b9a4-38f63c252418 req-88484a2e-91ec-4b33-86c8-8dd018693d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:57.549699 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5fe8a0a0-c7ce-4665-b9a4-38f63c252418 req-88484a2e-91ec-4b33-86c8-8dd018693d85 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=9262925b-65a7-4a9e-8370-bb0d87864ea7 HTTP/1.1" status: 200 len: 920 time: 0.1014338 Aug 18 17:09:57.624184 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5fe8a0a0-c7ce-4665-b9a4-38f63c252418 req-c6dd0443-11b3-44b6-92b5-9d0681716067 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4be84b1f-a309-40e8-8519-3e746d6a87a8 HTTP/1.1" status: 200 len: 1001 time: 0.0619967 Aug 18 17:09:57.675778 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8a0a0-c7ce-4665-b9a4-38f63c252418 req-700af38c-799b-4ce7-a6ee-50b858c3a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:57.677505 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5fe8a0a0-c7ce-4665-b9a4-38f63c252418 req-700af38c-799b-4ce7-a6ee-50b858c3a425 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1fd4986d-fa02-4ea6-af8d-8bdc82d77643 HTTP/1.1" status: 200 len: 858 time: 0.0461612 Aug 18 17:09:57.722791 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8a0a0-c7ce-4665-b9a4-38f63c252418 req-f3d22250-a3da-4619-a8a3-ee33738fb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:09:57.724328 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5fe8a0a0-c7ce-4665-b9a4-38f63c252418 req-f3d22250-a3da-4619-a8a3-ee33738fb749 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=9262925b-65a7-4a9e-8370-bb0d87864ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389040 Aug 18 17:09:57.828843 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5fe8a0a0-c7ce-4665-b9a4-38f63c252418 req-fcabc743-de84-4900-bb89-95d5e4d3552a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913987 Aug 18 17:09:57.963525 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5fe8a0a0-c7ce-4665-b9a4-38f63c252418 req-830a3220-aa03-4d5b-90a3-8f4027116e78 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085291 Aug 18 17:10:02.366171 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=51 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:02.378784 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:02.553392 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:04.824880 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=67 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:06.295232 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:06.296031 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:07.940887 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=51 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:07.942994 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=60 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:11.121354 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-cf0d2785-9c34-4648-aee0-6c0efa4db4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:13.364115 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e819d50d-dd8d-4b0f-af9b-8dbe49e9f6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:13.775487 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404755f-0235-455b-8329-09e48ffc406d req-bcc1f588-337f-4856-af00-54b11e59c2c0 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:13.776995 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7404755f-0235-455b-8329-09e48ffc406d req-bcc1f588-337f-4856-af00-54b11e59c2c0 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 946 time: 0.0484302 Aug 18 17:10:13.824387 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7404755f-0235-455b-8329-09e48ffc406d req-f67b8ec5-a18f-4b35-ba84-d5ec050e3e8b tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416460 Aug 18 17:10:14.763759 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:14.953033 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd7090-f53a-4937-a2d1-db71a0486e92 req-9e1a64e6-19a3-4d9b-9b97-134f8e40567b tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:14.954550 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-88cd7090-f53a-4937-a2d1-db71a0486e92 req-9e1a64e6-19a3-4d9b-9b97-134f8e40567b tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 946 time: 0.0538483 Aug 18 17:10:15.019099 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-88cd7090-f53a-4937-a2d1-db71a0486e92 req-e060c094-6e9b-4b86-b504-17b0e4ea6d1f tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588522 Aug 18 17:10:15.688071 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28016f-88e6-4b52-9f9b-31acbd43ac6f req-3fcfb3a5-3fe7-42de-8041-bcfa9757b10a tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:15.689536 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4d28016f-88e6-4b52-9f9b-31acbd43ac6f req-3fcfb3a5-3fe7-42de-8041-bcfa9757b10a tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 946 time: 0.0472493 Aug 18 17:10:15.786178 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-4d28016f-88e6-4b52-9f9b-31acbd43ac6f req-4bcbc7d7-d70f-4ffa-990c-d5b3a95be3bb tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Deleting port 0c77e253-eb7e-4f3b-a573-87f2912d98d0 {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:10:15.786516 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-4d28016f-88e6-4b52-9f9b-31acbd43ac6f req-4bcbc7d7-d70f-4ffa-990c-d5b3a95be3bb tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (0c77e253-eb7e-4f3b-a573-87f2912d98d0), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:15.882478 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-4d28016f-88e6-4b52-9f9b-31acbd43ac6f req-4bcbc7d7-d70f-4ffa-990c-d5b3a95be3bb tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] For port 0c77e253-eb7e-4f3b-a573-87f2912d98d0, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=0c77e253-eb7e-4f3b-a573-87f2912d98d0,segment=NetworkSegment(fb045b5f-316d-4687-8827-a70164861f11),segment_id=fb045b5f-316d-4687-8827-a70164861f11)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:10:15.882478 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-4d28016f-88e6-4b52-9f9b-31acbd43ac6f req-4bcbc7d7-d70f-4ffa-990c-d5b3a95be3bb tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (0c77e253-eb7e-4f3b-a573-87f2912d98d0), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:15.896045 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-4d28016f-88e6-4b52-9f9b-31acbd43ac6f req-4bcbc7d7-d70f-4ffa-990c-d5b3a95be3bb tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Calling delete_port for 0c77e253-eb7e-4f3b-a573-87f2912d98d0 owned by compute:nova {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:10:16.043474 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:16.137456 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-4d28016f-88e6-4b52-9f9b-31acbd43ac6f req-4bcbc7d7-d70f-4ffa-990c-d5b3a95be3bb tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (0c77e253-eb7e-4f3b-a573-87f2912d98d0), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:16.153048 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['0c77e253-eb7e-4f3b-a573-87f2912d98d0'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:10:16.171772 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbc7d7-d70f-4ffa-990c-d5b3a95be3bb tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Pushing event deleted for resources: {'Port': ['ID=0c77e253-eb7e-4f3b-a573-87f2912d98d0,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:16.192021 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59716421-4aa2-4507-b229-6fd84f3f4742 req-9490c818-9f41-485b-a70b-cbee513dabff tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:16.193549 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59716421-4aa2-4507-b229-6fd84f3f4742 req-9490c818-9f41-485b-a70b-cbee513dabff tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c9d8d9fd-f9dc-4547-8a84-228a57dce5e4 HTTP/1.1" status: 200 len: 946 time: 0.0848973 Aug 18 17:10:16.249435 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d28016f-88e6-4b52-9f9b-31acbd43ac6f req-4bcbc7d7-d70f-4ffa-990c-d5b3a95be3bb tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] No DVR routers for this DVR port 0c77e253-eb7e-4f3b-a573-87f2912d98d0 on host hv-cinder-85367 {{(pid=106918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:10:16.250688 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:16.252972 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-4d28016f-88e6-4b52-9f9b-31acbd43ac6f req-4bcbc7d7-d70f-4ffa-990c-d5b3a95be3bb tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:16.256370 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4d28016f-88e6-4b52-9f9b-31acbd43ac6f req-4bcbc7d7-d70f-4ffa-990c-d5b3a95be3bb tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.40 "DELETE /networking/v2.0/ports/0c77e253-eb7e-4f3b-a573-87f2912d98d0 HTTP/1.1" status: 204 len: 173 time: 0.5610189 Aug 18 17:10:16.256815 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d8d9fd-f9dc-4547-8a84-228a57dce5e4', 'name': 'network-vif-deleted', 'tag': '0c77e253-eb7e-4f3b-a573-87f2912d98d0'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:10:16.259149 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0754a7-b32f-4ee5-9012-ea6b909dbcf7" -d '{"events": [{"server_uuid": "c9d8d9fd-f9dc-4547-8a84-228a57dce5e4", "name": "network-vif-deleted", "tag": "0c77e253-eb7e-4f3b-a573-87f2912d98d0"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:10:16.292891 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59716421-4aa2-4507-b229-6fd84f3f4742 req-8413fad8-889f-45b3-952b-9f2bfdaf9ec0 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802000 Aug 18 17:10:16.305354 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b10c1e5-3095-45e4-b147-ce4e4c7b9265 x-openstack-request-id: req-8b10c1e5-3095-45e4-b147-ce4e4c7b9265 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:10:16.305657 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d8d9fd-f9dc-4547-8a84-228a57dce5e4", "name": "network-vif-deleted", "tag": "0c77e253-eb7e-4f3b-a573-87f2912d98d0", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:10:16.305927 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8b10c1e5-3095-45e4-b147-ce4e4c7b9265 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:10:16.306442 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b10c1e5-3095-45e4-b147-ce4e4c7b9265'] response: {'server_uuid': 'c9d8d9fd-f9dc-4547-8a84-228a57dce5e4', 'name': 'network-vif-deleted', 'tag': '0c77e253-eb7e-4f3b-a573-87f2912d98d0', 'status': 'completed', 'code': 200} Aug 18 17:10:18.432609 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415a1f3-c2e7-46c1-bdf7-f8df7233d47d req-421b5c52-6874-423a-b0ac-7dd092f5c8dc tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:18.434124 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8415a1f3-c2e7-46c1-bdf7-f8df7233d47d req-421b5c52-6874-423a-b0ac-7dd092f5c8dc tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 947 time: 0.0468948 Aug 18 17:10:18.486188 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8415a1f3-c2e7-46c1-bdf7-f8df7233d47d req-b1546dd8-a61a-452f-ae89-c29627d110c0 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452657 Aug 18 17:10:19.613584 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3d529-604f-4e19-b8dc-220cd639c0e4 req-7c382d81-30cc-4381-a737-a89a4bc9ff74 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:19.615071 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0ab3d529-604f-4e19-b8dc-220cd639c0e4 req-7c382d81-30cc-4381-a737-a89a4bc9ff74 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 947 time: 0.0470531 Aug 18 17:10:19.662262 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0ab3d529-604f-4e19-b8dc-220cd639c0e4 req-5f78946e-5530-428b-b1e8-23e65d4d8271 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409927 Aug 18 17:10:20.680403 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 0c77e253-eb7e-4f3b-a573-87f2912d98d0 no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:10:20.700697 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] No Port match for: 0c77e253-eb7e-4f3b-a573-87f2912d98d0 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:10:20.701049 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 0c77e253-eb7e-4f3b-a573-87f2912d98d0 not bound to the agent host hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:10:20.784870 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102d658-eef5-4800-a0cb-cfd471a54432 req-33b14ba2-85bc-4746-b94c-3d22a101c015 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:20.786507 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2102d658-eef5-4800-a0cb-cfd471a54432 req-33b14ba2-85bc-4746-b94c-3d22a101c015 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 947 time: 0.0475178 Aug 18 17:10:20.835020 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2102d658-eef5-4800-a0cb-cfd471a54432 req-9e6663da-9ce9-4376-852c-43e55ab1d927 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428877 Aug 18 17:10:21.319770 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:10:22.087784 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e1e29-06a7-4eca-a47c-a753678a3f6f req-f06d3dbc-d242-4119-b3dc-2cd8306ac4dd tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:22.089276 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-270e1e29-06a7-4eca-a47c-a753678a3f6f req-f06d3dbc-d242-4119-b3dc-2cd8306ac4dd tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 947 time: 0.1713865 Aug 18 17:10:22.137993 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-270e1e29-06a7-4eca-a47c-a753678a3f6f req-3532200b-53f3-4a4a-aff7-4ab74df9e759 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424802 Aug 18 17:10:22.780193 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023be21-47d7-40c0-b9ac-4853a33a629b req-5eddba01-d387-44e2-929d-7fdb7b880d90 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:22.781788 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9023be21-47d7-40c0-b9ac-4853a33a629b req-5eddba01-d387-44e2-929d-7fdb7b880d90 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 947 time: 0.0487180 Aug 18 17:10:22.855252 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:22.870199 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-9023be21-47d7-40c0-b9ac-4853a33a629b req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Deleting port 9d480631-4b24-43e0-8000-c7d4668399bb {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:10:22.870543 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-9023be21-47d7-40c0-b9ac-4853a33a629b req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:22.928557 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:22.963275 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-9023be21-47d7-40c0-b9ac-4853a33a629b req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] For port 9d480631-4b24-43e0-8000-c7d4668399bb, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=9d480631-4b24-43e0-8000-c7d4668399bb,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:10:22.963666 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-9023be21-47d7-40c0-b9ac-4853a33a629b req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:23.128874 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-9023be21-47d7-40c0-b9ac-4853a33a629b req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:23.129589 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-9023be21-47d7-40c0-b9ac-4853a33a629b req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (e02565ea-6c37-4b70-9dfd-740351519f98), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:23.129589 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.db.l3_db [req-9023be21-47d7-40c0-b9ac-4853a33a629b req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Floating IP e02565ea-6c37-4b70-9dfd-740351519f98 disassociated. External IP: 172.27.1.33, port: 9d480631-4b24-43e0-8000-c7d4668399bb. Aug 18 17:10:23.129875 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-9023be21-47d7-40c0-b9ac-4853a33a629b req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Calling delete_port for 9d480631-4b24-43e0-8000-c7d4668399bb owned by compute:nova {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:10:23.321918 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-9023be21-47d7-40c0-b9ac-4853a33a629b req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (9d480631-4b24-43e0-8000-c7d4668399bb), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:23.325460 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c196103-ab39-401b-befb-4cbd49b92a1b req-b8d13ed5-1c1b-4755-8a3d-9c45c875e7bf tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:23.327086 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4c196103-ab39-401b-befb-4cbd49b92a1b req-b8d13ed5-1c1b-4755-8a3d-9c45c875e7bf tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 947 time: 0.1016135 Aug 18 17:10:23.362634 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Pushing event deleted for resources: {'Port': ['ID=9d480631-4b24-43e0-8000-c7d4668399bb,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:23.371653 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:23.373492 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:23.373492 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:23.373492 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:23.373492 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:23.373492 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:23.374453 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:23.374453 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:23.374453 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:23.374713 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:23.374932 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:23.375260 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:23.375614 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:23.375939 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:23.376264 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:23.387878 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4c196103-ab39-401b-befb-4cbd49b92a1b req-bea08bc6-353b-4011-bed9-77e68486294b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b137f4fd-6b1a-4051-929e-1b53d2646d57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500956 Aug 18 17:10:23.489679 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9023be21-47d7-40c0-b9ac-4853a33a629b req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Router 1967b342-949f-478d-bb6b-7d62fdce79d4 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:10:23.596633 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9023be21-47d7-40c0-b9ac-4853a33a629b req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:10:23.607064 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149b840d-e608-4cb8-a227-1cf8bfe403a2 None None] Sync routers for ids ['1967b342-949f-478d-bb6b-7d62fdce79d4'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:10:23.618126 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149b840d-e608-4cb8-a227-1cf8bfe403a2 None None] Routers {'1967b342-949f-478d-bb6b-7d62fdce79d4'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:10:23.618736 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-149b840d-e608-4cb8-a227-1cf8bfe403a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:10:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1967b342-949f-478d-bb6b-7d62fdce79d4'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:10:23.643763 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-9023be21-47d7-40c0-b9ac-4853a33a629b req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] No DVR routers for this DVR port 9d480631-4b24-43e0-8000-c7d4668399bb on host hv-cinder-85367 {{(pid=106918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:10:23.646454 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-9023be21-47d7-40c0-b9ac-4853a33a629b req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:23.650072 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9023be21-47d7-40c0-b9ac-4853a33a629b req-408f9c6a-b54b-42ff-a662-d9c5a75447f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.40 "DELETE /networking/v2.0/ports/9d480631-4b24-43e0-8000-c7d4668399bb HTTP/1.1" status: 204 len: 173 time: 0.8614695 Aug 18 17:10:23.650537 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e481aa-bf5a-436b-baca-f5c8b88de401', 'name': 'network-vif-deleted', 'tag': '9d480631-4b24-43e0-8000-c7d4668399bb'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:10:23.652894 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fb59f8-f3bb-4001-91ee-4fd507277c88" -d '{"events": [{"server_uuid": "68e481aa-bf5a-436b-baca-f5c8b88de401", "name": "network-vif-deleted", "tag": "9d480631-4b24-43e0-8000-c7d4668399bb"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:10:23.695092 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c927672-611e-416a-a161-8554f71b157f x-openstack-request-id: req-2c927672-611e-416a-a161-8554f71b157f {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:10:23.695092 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e481aa-bf5a-436b-baca-f5c8b88de401", "name": "network-vif-deleted", "tag": "9d480631-4b24-43e0-8000-c7d4668399bb", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:10:23.695092 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2c927672-611e-416a-a161-8554f71b157f {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:10:23.695092 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c927672-611e-416a-a161-8554f71b157f'] response: {'server_uuid': '68e481aa-bf5a-436b-baca-f5c8b88de401', 'name': 'network-vif-deleted', 'tag': '9d480631-4b24-43e0-8000-c7d4668399bb', 'status': 'completed', 'code': 200} Aug 18 17:10:23.729548 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-149b840d-e608-4cb8-a227-1cf8bfe403a2 None None] Set router 1967b342-949f-478d-bb6b-7d62fdce79d4 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:10:24.012048 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-149b840d-e608-4cb8-a227-1cf8bfe403a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-router', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:21Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'gw_port': {'id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:22Z', 'updated_at': '2022-08-18T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '72fc76ed-a207-487b-aa7b-aed03c7da6be', 'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'mac_address': 'fa:16:3e:cb:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:42Z', 'revision_number': 5, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'subnets': [{'id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:10:24.037847 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149b840d-e608-4cb8-a227-1cf8bfe403a2 None None] Checking router: 1967b342-949f-478d-bb6b-7d62fdce79d4 for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:10:24.046920 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149b840d-e608-4cb8-a227-1cf8bfe403a2 None None] Routers {'1967b342-949f-478d-bb6b-7d62fdce79d4'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:10:24.047576 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-149b840d-e608-4cb8-a227-1cf8bfe403a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:10:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1967b342-949f-478d-bb6b-7d62fdce79d4'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:10:24.149152 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-149b840d-e608-4cb8-a227-1cf8bfe403a2 None None] Set router 1967b342-949f-478d-bb6b-7d62fdce79d4 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:10:24.335799 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-149b840d-e608-4cb8-a227-1cf8bfe403a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-router', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:21Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'gw_port': {'id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:22Z', 'updated_at': '2022-08-18T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '72fc76ed-a207-487b-aa7b-aed03c7da6be', 'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'mac_address': 'fa:16:3e:cb:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:42Z', 'revision_number': 5, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'subnets': [{'id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:10:24.361196 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149b840d-e608-4cb8-a227-1cf8bfe403a2 None None] The sync data for ids ['1967b342-949f-478d-bb6b-7d62fdce79d4'] in dv-cinder-853678-2-iscsi is: [{'id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-router', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:21Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'gw_port': {'id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:22Z', 'updated_at': '2022-08-18T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '72fc76ed-a207-487b-aa7b-aed03c7da6be', 'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'mac_address': 'fa:16:3e:cb:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:42Z', 'revision_number': 5, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'subnets': [{'id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:10:24.518524 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b0c09c1b-0723-4a68-b247-a2a7849d7572 req-a9cb8551-2665-438c-9fd5-13dadc06abe7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 210 time: 0.0330343 Aug 18 17:10:24.607940 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d11dec-dea4-4c62-87c5-adb7fbec9817 None None] New status for floating IP e02565ea-6c37-4b70-9dfd-740351519f98: DOWN {{(pid=106920) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:10:24.610046 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:24.673855 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=22 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:25.646457 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-05bbe42c-0325-458b-a4d7-b80ff5b76ec4 req-8602f09d-8315-471c-8e7a-bdde035f791d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 210 time: 0.0278318 Aug 18 17:10:26.174491 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d8f75-5f80-4a24-a4e2-68642a8ee144 req-298c3636-f33a-4d36-8039-0a32898b2828 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:26.175998 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-991d8f75-5f80-4a24-a4e2-68642a8ee144 req-298c3636-f33a-4d36-8039-0a32898b2828 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 985 time: 0.0506854 Aug 18 17:10:26.236309 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-991d8f75-5f80-4a24-a4e2-68642a8ee144 req-c4ec8fc1-13f4-417b-9365-d6192fe15b58 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a082a5f-d965-424a-923f-393a462e2d5f&id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545533 Aug 18 17:10:26.764302 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-38ed232d-2334-4f98-a808-06bfb0d97f49 req-8cb0631d-6e74-4dc6-8e6b-76a7d3ffdd9d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=68e481aa-bf5a-436b-baca-f5c8b88de401 HTTP/1.1" status: 200 len: 210 time: 0.0272748 Aug 18 17:10:26.774440 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 9d480631-4b24-43e0-8000-c7d4668399bb no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:10:26.798196 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] No Port match for: 9d480631-4b24-43e0-8000-c7d4668399bb {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:10:26.798626 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 9d480631-4b24-43e0-8000-c7d4668399bb not bound to the agent host hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:10:26.962710 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddef713-7403-4d41-b2f9-7d69c6590f7e req-7e64b943-9039-4307-8882-460505577a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:26.964312 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dddef713-7403-4d41-b2f9-7d69c6590f7e req-7e64b943-9039-4307-8882-460505577a35 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=af8df1d9e9b54347aa9f29ead57f2797&device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 1169 time: 0.0412414 Aug 18 17:10:27.034363 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:27.070287 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddef713-7403-4d41-b2f9-7d69c6590f7e req-c2f3a9f0-614a-4170-8457-673134cc5132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:27.076284 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dddef713-7403-4d41-b2f9-7d69c6590f7e req-c2f3a9f0-614a-4170-8457-673134cc5132 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dcd0fc6c-6616-4d99-959f-76bbf998b0aa HTTP/1.1" status: 200 len: 915 time: 0.0980768 Aug 18 17:10:27.113554 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:27.134032 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dddef713-7403-4d41-b2f9-7d69c6590f7e req-06078d1a-78de-4126-99e2-6ea08b799370 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ee00035-edc8-4a51-89b1-4dc0e2c5a468 HTTP/1.1" status: 200 len: 1001 time: 0.0560942 Aug 18 17:10:27.187334 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddef713-7403-4d41-b2f9-7d69c6590f7e req-f768221b-79fb-479e-acea-38a3ea172c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:27.188833 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dddef713-7403-4d41-b2f9-7d69c6590f7e req-f768221b-79fb-479e-acea-38a3ea172c3f service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=f11fbfcf-66ef-4804-9d38-48c210871c22 HTTP/1.1" status: 200 len: 853 time: 0.0451510 Aug 18 17:10:27.238270 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddef713-7403-4d41-b2f9-7d69c6590f7e req-9c0104f2-8ce8-45ec-a6ba-eb1a1bb56d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:27.239721 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dddef713-7403-4d41-b2f9-7d69c6590f7e req-9c0104f2-8ce8-45ec-a6ba-eb1a1bb56d85 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dcd0fc6c-6616-4d99-959f-76bbf998b0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431709 Aug 18 17:10:27.364282 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dddef713-7403-4d41-b2f9-7d69c6590f7e req-6bf97a8f-2dba-4544-b91e-689e7ce263c4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dcd0fc6c-6616-4d99-959f-76bbf998b0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179211 Aug 18 17:10:27.384352 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218d407-a1d9-4aad-9240-ed1e8cd9de06 req-d28b4ada-74ea-4b3b-9b88-8da7cf2d4619 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:27.385768 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1218d407-a1d9-4aad-9240-ed1e8cd9de06 req-d28b4ada-74ea-4b3b-9b88-8da7cf2d4619 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 985 time: 0.0712032 Aug 18 17:10:27.513282 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1218d407-a1d9-4aad-9240-ed1e8cd9de06 req-7fd7e40f-41be-4c13-899e-6c2611146474 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a082a5f-d965-424a-923f-393a462e2d5f&id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1122305 Aug 18 17:10:27.520129 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dddef713-7403-4d41-b2f9-7d69c6590f7e req-5d6fad01-0699-4026-910e-84318ef09cd9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dcd0fc6c-6616-4d99-959f-76bbf998b0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484451 Aug 18 17:10:27.949206 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 48704) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:10:28.010520 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-2e3db523-3c05-42ff-bbf4-0dd47f65cfc9 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group (b137f4fd-6b1a-4051-929e-1b53d2646d57), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:28.034064 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-2e3db523-3c05-42ff-bbf4-0dd47f65cfc9 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group (b137f4fd-6b1a-4051-929e-1b53d2646d57), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:28.094530 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-798c68f8-3a7b-48aa-b4ee-f8cd906b78bf tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:28.095947 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-798c68f8-3a7b-48aa-b4ee-f8cd906b78bf tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/networks?id=cedc50d6-8585-4b64-a3ce-7cee180068fc HTTP/1.1" status: 200 len: 813 time: 0.1053956 Aug 18 17:10:28.111472 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-18632d78-710c-40e1-a46d-0dae2125bc0a tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/quotas/50036d9fc240431fbcd0b75ed17248fd HTTP/1.1" status: 200 len: 375 time: 0.0096786 Aug 18 17:10:28.152259 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-2e3db523-3c05-42ff-bbf4-0dd47f65cfc9 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (b137f4fd-6b1a-4051-929e-1b53d2646d57), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:28.155139 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-2e3db523-3c05-42ff-bbf4-0dd47f65cfc9 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:28.157918 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-2e3db523-3c05-42ff-bbf4-0dd47f65cfc9 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b137f4fd-6b1a-4051-929e-1b53d2646d57 HTTP/1.1" status: 204 len: 168 time: 0.2061896 Aug 18 17:10:28.158061 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-a9feb70f-99cd-431f-be6e-e45c7b2dcac4 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=50036d9fc240431fbcd0b75ed17248fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401533 Aug 18 17:10:28.160806 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 48710) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:10:28.174700 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3db523-3c05-42ff-bbf4-0dd47f65cfc9 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b137f4fd-6b1a-4051-929e-1b53d2646d57,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:28.181516 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.api.v2.resource [None req-f5041d87-470a-4f40-8729-e2dac13dff1f tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] show failed (client error): The resource could not be found. Aug 18 17:10:28.182382 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-f5041d87-470a-4f40-8729-e2dac13dff1f tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups/b137f4fd-6b1a-4051-929e-1b53d2646d57 HTTP/1.1" status: 404 len: 347 time: 0.0194871 Aug 18 17:10:28.185475 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 48712) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:10:28.250833 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-114da74a-902a-44be-9faa-ea6820095819 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/cedc50d6-8585-4b64-a3ce-7cee180068fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863512 Aug 18 17:10:28.352732 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-aeef9015-afef-43db-b921-931f5e5af4fc service neutron] 10.222.0.78 "GET /networking/v2.0/networks/cedc50d6-8585-4b64-a3ce-7cee180068fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957186 Aug 18 17:10:28.543783 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-2b3bb207-4e97-44b8-9ce1-69f8167f255a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Deleting port 0816f12c-a08f-4cd1-96de-f5943ccacaeb {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:10:28.544524 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-2b3bb207-4e97-44b8-9ce1-69f8167f255a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (0816f12c-a08f-4cd1-96de-f5943ccacaeb), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:28.609240 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:28.627901 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-41005430-64b5-4cd9-80fa-c11b83fd37b8 req-830a209c-abeb-4cbe-bd0a-8dd807300f2c tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 210 time: 0.0344007 Aug 18 17:10:28.689865 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23408de-4048-4c56-b18f-ddff5faa9b8d req-b0ae4101-9b86-4435-9f56-b19fd03183fb tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:28.691957 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d23408de-4048-4c56-b18f-ddff5faa9b8d req-b0ae4101-9b86-4435-9f56-b19fd03183fb tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 985 time: 0.0752127 Aug 18 17:10:28.694348 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-2b3bb207-4e97-44b8-9ce1-69f8167f255a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (0816f12c-a08f-4cd1-96de-f5943ccacaeb), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:28.694694 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-2b3bb207-4e97-44b8-9ce1-69f8167f255a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for floatingip (0816f12c-a08f-4cd1-96de-f5943ccacaeb), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:28.726149 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-2b3bb207-4e97-44b8-9ce1-69f8167f255a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Calling delete_port for 0816f12c-a08f-4cd1-96de-f5943ccacaeb owned by network:floatingip {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:10:28.824871 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d23408de-4048-4c56-b18f-ddff5faa9b8d req-4f397ae7-236e-4ccc-9397-67c9f6eb0895 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a082a5f-d965-424a-923f-393a462e2d5f&id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1262200 Aug 18 17:10:28.972674 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-2b3bb207-4e97-44b8-9ce1-69f8167f255a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (0816f12c-a08f-4cd1-96de-f5943ccacaeb), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:28.996501 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3bb207-4e97-44b8-9ce1-69f8167f255a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Pushing event deleted for resources: {'Port': ['ID=0816f12c-a08f-4cd1-96de-f5943ccacaeb,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:29.026138 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:29.067503 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-2b3bb207-4e97-44b8-9ce1-69f8167f255a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for floatingip (e02565ea-6c37-4b70-9dfd-740351519f98), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:29.070105 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-2b3bb207-4e97-44b8-9ce1-69f8167f255a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:29.071302 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-2b3bb207-4e97-44b8-9ce1-69f8167f255a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/e02565ea-6c37-4b70-9dfd-740351519f98 HTTP/1.1" status: 204 len: 168 time: 0.8849127 Aug 18 17:10:29.243715 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 48732) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:10:29.248902 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-06d68cb5-ecc4-4224-8a79-851cfd3a35d3 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--774829239', 'description': 'tempest-description--946349282'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:10:29.349678 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-06d68cb5-ecc4-4224-8a79-851cfd3a35d3 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:29.420983 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-06d68cb5-ecc4-4224-8a79-851cfd3a35d3 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group (5ca45971-d81b-46d2-921f-bc7a31a6149d), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:29.500557 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-06d68cb5-ecc4-4224-8a79-851cfd3a35d3 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (5ca45971-d81b-46d2-921f-bc7a31a6149d), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:29.531328 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d68cb5-ecc4-4224-8a79-851cfd3a35d3 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca45971-d81b-46d2-921f-bc7a31a6149d,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:29.657536 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-06d68cb5-ecc4-4224-8a79-851cfd3a35d3 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:29.658741 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-06d68cb5-ecc4-4224-8a79-851cfd3a35d3 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4140184 Aug 18 17:10:29.661676 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 48736) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:10:29.729247 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-93e69cf9-7dbd-4573-ab05-be9d8e9cd9eb req-bb8e201a-7661-4c60-88f9-f5c89621cbe3 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 210 time: 0.0294971 Aug 18 17:10:29.778711 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-9704e74f-6a3d-4bc7-91a4-808933381741 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Request body: {'security_group_rule': {'security_group_id': '5ca45971-d81b-46d2-921f-bc7a31a6149d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:10:29.791345 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:29.879167 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-9704e74f-6a3d-4bc7-91a4-808933381741 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group_rule (c8b6e8a1-396b-4eb7-a584-d8a06e2074fe), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:29.881685 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:29.983081 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270a300-5cb3-40d8-87b4-554b5ea0bf4b req-7a7c5a67-308c-42fc-b213-2535c70d673b tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:29.984605 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8270a300-5cb3-40d8-87b4-554b5ea0bf4b req-7a7c5a67-308c-42fc-b213-2535c70d673b tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 985 time: 0.0702994 Aug 18 17:10:29.995267 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-9704e74f-6a3d-4bc7-91a4-808933381741 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group_rule (c8b6e8a1-396b-4eb7-a584-d8a06e2074fe), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:30.040439 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-9704e74f-6a3d-4bc7-91a4-808933381741 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (c8b6e8a1-396b-4eb7-a584-d8a06e2074fe), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:30.074488 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8270a300-5cb3-40d8-87b4-554b5ea0bf4b req-52996f9f-675d-4d3b-9ee0-c8e791409346 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a082a5f-d965-424a-923f-393a462e2d5f&id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811226 Aug 18 17:10:30.076055 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704e74f-6a3d-4bc7-91a4-808933381741 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b6e8a1-396b-4eb7-a584-d8a06e2074fe,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:30.117102 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-9704e74f-6a3d-4bc7-91a4-808933381741 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:30.118314 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-9704e74f-6a3d-4bc7-91a4-808933381741 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4556899 Aug 18 17:10:30.121228 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 48742) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:10:30.125682 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-ee8a3116-8464-4afc-acb9-373bdc19c782 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Request body: {'security_group_rule': {'security_group_id': '5ca45971-d81b-46d2-921f-bc7a31a6149d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:10:30.220287 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ee8a3116-8464-4afc-acb9-373bdc19c782 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group_rule (fec4ce7b-bed9-4557-a2a7-21c69d48dbb6), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:30.277684 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ee8a3116-8464-4afc-acb9-373bdc19c782 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group_rule (fec4ce7b-bed9-4557-a2a7-21c69d48dbb6), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:30.343815 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ee8a3116-8464-4afc-acb9-373bdc19c782 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (fec4ce7b-bed9-4557-a2a7-21c69d48dbb6), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:30.363629 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a3116-8464-4afc-acb9-373bdc19c782 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec4ce7b-bed9-4557-a2a7-21c69d48dbb6,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:30.439502 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ee8a3116-8464-4afc-acb9-373bdc19c782 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:30.440718 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-ee8a3116-8464-4afc-acb9-373bdc19c782 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3185620 Aug 18 17:10:30.443923 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 48744) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:10:30.448231 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-ab50be2a-3a0a-431a-8ad7-23ce60851f72 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Request body: {'floatingip': {'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:10:30.540323 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ab50be2a-3a0a-431a-8ad7-23ce60851f72 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:30.627096 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ab50be2a-3a0a-431a-8ad7-23ce60851f72 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:30.647868 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-6f93378b-987c-4a93-b3a9-99a64e7f1cfd tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:30.649323 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-6f93378b-987c-4a93-b3a9-99a64e7f1cfd tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.40 "GET /networking/v2.0/networks?id=cedc50d6-8585-4b64-a3ce-7cee180068fc HTTP/1.1" status: 200 len: 813 time: 0.1157064 Aug 18 17:10:30.667049 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-556e3e6f-e192-4259-b4d5-2134ac133189 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Request body: {'port': {'device_id': '098c14b1-7597-4367-b573-ce4c70d7988e', 'network_id': 'cedc50d6-8585-4b64-a3ce-7cee180068fc', 'admin_state_up': True, 'tenant_id': '50036d9fc240431fbcd0b75ed17248fd'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:10:30.744016 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [None req-ab50be2a-3a0a-431a-8ad7-23ce60851f72 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Allocated IP 172.27.1.185 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/60d6f0bd-a726-4947-a59b-b2775b09e829) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:10:30.821414 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:30.848865 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-6b9dbc4a-cbe7-4f25-bb8a-831b8838cfc9 req-6b13aed4-95c5-4c05-bd49-7cc231657f7e tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 210 time: 0.0359278 Aug 18 17:10:30.863976 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-556e3e6f-e192-4259-b4d5-2134ac133189 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Made reservation on behalf of 50036d9fc240431fbcd0b75ed17248fd for: {'port': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:10:30.868557 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ab50be2a-3a0a-431a-8ad7-23ce60851f72 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for port (60d6f0bd-a726-4947-a59b-b2775b09e829), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:30.868679 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-556e3e6f-e192-4259-b4d5-2134ac133189 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:30.978979 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ab50be2a-3a0a-431a-8ad7-23ce60851f72 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (60d6f0bd-a726-4947-a59b-b2775b09e829), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:31.002393 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-556e3e6f-e192-4259-b4d5-2134ac133189 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Allocated IP 172.20.0.9 (cedc50d6-8585-4b64-a3ce-7cee180068fc/336c2548-16f8-4540-8cbf-8b7e70d64215/c4d87ed4-61d5-4e83-b65f-60b75d845742) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:10:31.024533 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab50be2a-3a0a-431a-8ad7-23ce60851f72 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:10:31.029690 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:31.032919 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-ab50be2a-3a0a-431a-8ad7-23ce60851f72 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:10:31.036798 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab50be2a-3a0a-431a-8ad7-23ce60851f72 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:10:31.040035 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50be2a-3a0a-431a-8ad7-23ce60851f72 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Pushing event updated for resources: {'Port': ['ID=60d6f0bd-a726-4947-a59b-b2775b09e829,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:31.063770 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:31.130747 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ab50be2a-3a0a-431a-8ad7-23ce60851f72 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for floatingip (8963ac9e-cf9f-457b-a0ef-ce2763b468aa), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:31.173183 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-556e3e6f-e192-4259-b4d5-2134ac133189 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Publish callbacks [] for port (c4d87ed4-61d5-4e83-b65f-60b75d845742), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:31.204918 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddc5e7-de59-4968-8fe0-429e3cf05b3f req-3283b229-f823-433b-bb52-fc185e4c317b tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:31.206438 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cbddc5e7-de59-4968-8fe0-429e3cf05b3f req-3283b229-f823-433b-bb52-fc185e4c317b tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 985 time: 0.0481246 Aug 18 17:10:31.265650 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ab50be2a-3a0a-431a-8ad7-23ce60851f72 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (60d6f0bd-a726-4947-a59b-b2775b09e829), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:31.304669 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-556e3e6f-e192-4259-b4d5-2134ac133189 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (c4d87ed4-61d5-4e83-b65f-60b75d845742), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:31.324880 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cbddc5e7-de59-4968-8fe0-429e3cf05b3f req-49e2c792-9882-487c-aac0-3f9384e60177 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a082a5f-d965-424a-923f-393a462e2d5f&id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1127791 Aug 18 17:10:31.353767 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-556e3e6f-e192-4259-b4d5-2134ac133189 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Network cedc50d6-8585-4b64-a3ce-7cee180068fc is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:10:31.359704 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-556e3e6f-e192-4259-b4d5-2134ac133189 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:10:31.361886 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e3e6f-e192-4259-b4d5-2134ac133189 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Pushing event updated for resources: {'Port': ['ID=c4d87ed4-61d5-4e83-b65f-60b75d845742,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:31.364067 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-556e3e6f-e192-4259-b4d5-2134ac133189 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:10:31.368337 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:31.415596 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-556e3e6f-e192-4259-b4d5-2134ac133189 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:31.416215 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-556e3e6f-e192-4259-b4d5-2134ac133189 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:31.450749 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ab50be2a-3a0a-431a-8ad7-23ce60851f72 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for port (60d6f0bd-a726-4947-a59b-b2775b09e829), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:31.466701 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-556e3e6f-e192-4259-b4d5-2134ac133189 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8035021 Aug 18 17:10:31.478952 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] Request body: {'port': {'device_id': '098c14b1-7597-4367-b573-ce4c70d7988e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85367'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:10:31.492775 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ab50be2a-3a0a-431a-8ad7-23ce60851f72 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (60d6f0bd-a726-4947-a59b-b2775b09e829), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:31.496501 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:31.544292 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (c4d87ed4-61d5-4e83-b65f-60b75d845742), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:31.561064 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50be2a-3a0a-431a-8ad7-23ce60851f72 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Pushing event updated for resources: {'Port': ['ID=60d6f0bd-a726-4947-a59b-b2775b09e829,revision_number=2']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:31.563499 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ab50be2a-3a0a-431a-8ad7-23ce60851f72 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (8963ac9e-cf9f-457b-a0ef-ce2763b468aa), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:31.656222 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ab50be2a-3a0a-431a-8ad7-23ce60851f72 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:31.657566 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-ab50be2a-3a0a-431a-8ad7-23ce60851f72 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2127049 Aug 18 17:10:31.847497 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d87ed4-61d5-4e83-b65f-60b75d845742 {{(pid=106918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:10:31.857765 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-ae44b7d8-6038-4533-8c1e-c5451e245050 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--774829239&fields=id&tenant_id=697adc4a3b0f40ff85d6b415b6bbbefd HTTP/1.1" status: 200 len: 267 time: 0.0854566 Aug 18 17:10:31.859991 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] Publish callbacks [] for port (c4d87ed4-61d5-4e83-b65f-60b75d845742), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:31.892712 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.provisioning_blocks [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] Transition to ACTIVE for port object c4d87ed4-61d5-4e83-b65f-60b75d845742 will not be triggered until provisioned by entity L2. {{(pid=106918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 18 17:10:31.966321 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2041f-d37c-42f7-97c5-7fc4aa20f204 req-fb169b9f-0bfd-428f-85c3-eea7364c579b tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:31.968743 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f1d2041f-d37c-42f7-97c5-7fc4aa20f204 req-fb169b9f-0bfd-428f-85c3-eea7364c579b tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 931 time: 0.0493593 Aug 18 17:10:31.978429 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-2122ea78-76a0-4b4e-9df8-3cbc03e460a3 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:31.979991 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-2122ea78-76a0-4b4e-9df8-3cbc03e460a3 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/networks?id=8be6f688-0f91-4174-bb68-fa46841659a9 HTTP/1.1" status: 200 len: 817 time: 0.1145072 Aug 18 17:10:31.995071 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-48ece99c-dc4a-479f-a043-e8e7f4e781dd tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/quotas/697adc4a3b0f40ff85d6b415b6bbbefd HTTP/1.1" status: 200 len: 375 time: 0.0095642 Aug 18 17:10:32.016373 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (c4d87ed4-61d5-4e83-b65f-60b75d845742), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:32.026333 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f1d2041f-d37c-42f7-97c5-7fc4aa20f204 req-a23e4da5-caad-43a6-bfbb-61b83a1da6da tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504518 Aug 18 17:10:32.082058 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-a7f2661b-5982-4567-994a-73afff736c6a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=697adc4a3b0f40ff85d6b415b6bbbefd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813539 Aug 18 17:10:32.115246 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:32.146518 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d87ed4-61d5-4e83-b65f-60b75d845742,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:32.222847 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] Attempting to bind port c4d87ed4-61d5-4e83-b65f-60b75d845742 on host hv-cinder-85367 for vnic_type normal with profile {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:10:32.223184 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] Attempting to bind port c4d87ed4-61d5-4e83-b65f-60b75d845742 by drivers openvswitch,hyperv on host hv-cinder-85367 at level 0 using segments [{'id': 'fb045b5f-316d-4687-8827-a70164861f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'cedc50d6-8585-4b64-a3ce-7cee180068fc'}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:10:32.223535 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] Attempting to bind port c4d87ed4-61d5-4e83-b65f-60b75d845742 on network cedc50d6-8585-4b64-a3ce-7cee180068fc {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:10:32.239702 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] Port c4d87ed4-61d5-4e83-b65f-60b75d845742 on network cedc50d6-8585-4b64-a3ce-7cee180068fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85367 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 17:10:32.240030 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] Attempting to bind port c4d87ed4-61d5-4e83-b65f-60b75d845742 on network cedc50d6-8585-4b64-a3ce-7cee180068fc {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:10:32.248321 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] Checking agent: {'id': '7d5d2def-e0b5-42a1-88b7-94e33648777b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85367', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'started_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:10:32.248663 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] Checking segment: {'id': 'fb045b5f-316d-4687-8827-a70164861f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'cedc50d6-8585-4b64-a3ce-7cee180068fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:10:32.249047 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] Bound using segment: {'id': 'fb045b5f-316d-4687-8827-a70164861f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'cedc50d6-8585-4b64-a3ce-7cee180068fc'} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:10:32.249480 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] Bound port: c4d87ed4-61d5-4e83-b65f-60b75d845742, host: hv-cinder-85367, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb045b5f-316d-4687-8827-a70164861f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'cedc50d6-8585-4b64-a3ce-7cee180068fc'}}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:10:32.249838 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (c4d87ed4-61d5-4e83-b65f-60b75d845742), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:32.254128 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-a23f3325-b3ef-4489-8701-b1165783a9ff service neutron] 10.222.0.78 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527793 Aug 18 17:10:32.363040 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:32.380936 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] For port c4d87ed4-61d5-4e83-b65f-60b75d845742, host hv-cinder-85367, cleared binding levels {{(pid=106918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:10:32.403325 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] For port c4d87ed4-61d5-4e83-b65f-60b75d845742, host hv-cinder-85367, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=c4d87ed4-61d5-4e83-b65f-60b75d845742,segment=NetworkSegment(fb045b5f-316d-4687-8827-a70164861f11),segment_id=fb045b5f-316d-4687-8827-a70164861f11)] {{(pid=106918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:10:32.408233 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-70e505cd-65aa-4955-bc1e-2d41b87c8981 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479361 Aug 18 17:10:32.453086 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d719c-8734-4c73-9d93-f85a1e32ea17 req-9f2f7eed-aa97-44e4-b7f1-92e90008f891 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:32.454641 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-526d719c-8734-4c73-9d93-f85a1e32ea17 req-9f2f7eed-aa97-44e4-b7f1-92e90008f891 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 985 time: 0.0515008 Aug 18 17:10:32.472736 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (c4d87ed4-61d5-4e83-b65f-60b75d845742), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:32.474986 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:32.476460 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:32.477889 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/c4d87ed4-61d5-4e83-b65f-60b75d845742 HTTP/1.1" status: 200 len: 1093 time: 1.0034533 Aug 18 17:10:32.478445 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098c14b1-7597-4367-b573-ce4c70d7988e', 'tag': 'c4d87ed4-61d5-4e83-b65f-60b75d845742'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:10:32.480794 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cb5bba-16e7-4951-b066-7b3bd466f98c" -d '{"events": [{"name": "network-changed", "server_uuid": "098c14b1-7597-4367-b573-ce4c70d7988e", "tag": "c4d87ed4-61d5-4e83-b65f-60b75d845742"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:10:32.526323 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-526d719c-8734-4c73-9d93-f85a1e32ea17 req-dc1f1ccf-07a5-4db7-8d97-89536c321ec6 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a082a5f-d965-424a-923f-393a462e2d5f&id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658200 Aug 18 17:10:32.530602 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8388b-e17d-4870-b172-0580f7c812b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d87ed4-61d5-4e83-b65f-60b75d845742,revision_number=3']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:32.555726 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:32.571089 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba26b86d-9a35-4510-a03b-72967d4d4f36 x-openstack-request-id: req-ba26b86d-9a35-4510-a03b-72967d4d4f36 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:10:32.571491 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098c14b1-7597-4367-b573-ce4c70d7988e", "tag": "c4d87ed4-61d5-4e83-b65f-60b75d845742", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:10:32.571753 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba26b86d-9a35-4510-a03b-72967d4d4f36 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:10:32.572164 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba26b86d-9a35-4510-a03b-72967d4d4f36'] response: {'name': 'network-changed', 'server_uuid': '098c14b1-7597-4367-b573-ce4c70d7988e', 'tag': 'c4d87ed4-61d5-4e83-b65f-60b75d845742', 'status': 'completed', 'code': 200} Aug 18 17:10:32.646132 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb5bba-16e7-4951-b066-7b3bd466f98c req-bb93c889-334a-457f-a802-c5f4c15cbc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:32.647758 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-80cb5bba-16e7-4951-b066-7b3bd466f98c req-bb93c889-334a-457f-a802-c5f4c15cbc95 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=50036d9fc240431fbcd0b75ed17248fd&device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 1127 time: 0.0461478 Aug 18 17:10:32.725597 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-df9c538b-7184-47dd-8db0-49899841d86a req-c1f5494d-e5c8-47a3-b998-20e8a6b68e1d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 210 time: 0.0314469 Aug 18 17:10:32.762177 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb5bba-16e7-4951-b066-7b3bd466f98c req-0a553185-97d1-4e48-b59b-ae1b0d370d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:32.763791 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-80cb5bba-16e7-4951-b066-7b3bd466f98c req-0a553185-97d1-4e48-b59b-ae1b0d370d8e service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=50036d9fc240431fbcd0b75ed17248fd&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1076810 Aug 18 17:10:32.868531 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb5bba-16e7-4951-b066-7b3bd466f98c req-f3d4635b-d56a-4975-afc9-63a109b3a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:32.888589 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-80cb5bba-16e7-4951-b066-7b3bd466f98c req-f3d4635b-d56a-4975-afc9-63a109b3a987 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993474 Aug 18 17:10:33.068573 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-ea5ad256-4152-4c6d-b737-fb727efa7d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:33.070730 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-ea5ad256-4152-4c6d-b737-fb727efa7d10 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=50036d9fc240431fbcd0b75ed17248fd&device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 1127 time: 0.0418236 Aug 18 17:10:33.125879 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-e72ea236-298a-4efc-9037-b40030972706 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4d87ed4-61d5-4e83-b65f-60b75d845742 HTTP/1.1" status: 200 len: 217 time: 0.0469966 Aug 18 17:10:33.200870 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b80d21-f1a7-41b0-9bff-2358a1c25891 req-0d5b168f-737b-4790-b5cc-715fe6b4a74c tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:33.202457 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a5b80d21-f1a7-41b0-9bff-2358a1c25891 req-0d5b168f-737b-4790-b5cc-715fe6b4a74c tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 943 time: 0.0874822 Aug 18 17:10:33.222351 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-aff65a9d-f1c1-4dc7-8a4f-3adacae8447b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:33.223799 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-aff65a9d-f1c1-4dc7-8a4f-3adacae8447b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=336c2548-16f8-4540-8cbf-8b7e70d64215 HTTP/1.1" status: 200 len: 853 time: 0.0774760 Aug 18 17:10:33.259187 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a5b80d21-f1a7-41b0-9bff-2358a1c25891 req-41b1c67f-970e-4b89-9f5f-e132ec7131a0 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471096 Aug 18 17:10:33.447534 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-a60c4a1a-2405-4f48-a5df-26b5e2d8c651 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=cedc50d6-8585-4b64-a3ce-7cee180068fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289211 Aug 18 17:10:33.545244 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:33.584218 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-d8f09097-f5c0-4a9b-8ec7-ae56a871a131 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cedc50d6-8585-4b64-a3ce-7cee180068fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108072 Aug 18 17:10:33.657926 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1735f8-9b6c-418e-b8c7-7c8658410fdb req-c9d491c5-14f7-451f-a008-16b8968997eb tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:33.659487 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6d1735f8-9b6c-418e-b8c7-7c8658410fdb req-c9d491c5-14f7-451f-a008-16b8968997eb tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 985 time: 0.0538678 Aug 18 17:10:33.675338 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-79c9b9e5-714a-4f10-8a4a-5d043d8b607f req-ce760d5c-dac4-4dd7-928e-2c381768f144 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/cedc50d6-8585-4b64-a3ce-7cee180068fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935616 Aug 18 17:10:33.727673 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6d1735f8-9b6c-418e-b8c7-7c8658410fdb req-4906a65c-331e-4468-a822-b8a213766558 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a082a5f-d965-424a-923f-393a462e2d5f&id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579171 Aug 18 17:10:33.837875 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4ebdc6d8-53c0-4471-b1ed-a5e2fade1df2 req-60ae4d0a-d1dd-48cc-8bad-aebc7a73b367 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 210 time: 0.0350678 Aug 18 17:10:34.338529 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=67 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:34.339593 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=73 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:34.376394 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66e034-04d1-43fa-b82a-14acfa995954 req-c9444e2f-b943-4ef1-9bac-7bb370348e74 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:34.377903 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0f66e034-04d1-43fa-b82a-14acfa995954 req-c9444e2f-b943-4ef1-9bac-7bb370348e74 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 943 time: 0.0474253 Aug 18 17:10:34.425934 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0f66e034-04d1-43fa-b82a-14acfa995954 req-fc230118-57d7-4309-8d55-687ad28d22e5 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422318 Aug 18 17:10:34.847679 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e612a9-c321-4ff8-a07f-1bc965d6ef27 req-e4c67b84-aded-44bd-bb15-393fec5ad4eb tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:34.849189 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-30e612a9-c321-4ff8-a07f-1bc965d6ef27 req-e4c67b84-aded-44bd-bb15-393fec5ad4eb tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 985 time: 0.0473623 Aug 18 17:10:34.910283 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-30e612a9-c321-4ff8-a07f-1bc965d6ef27 req-424310c2-8b55-4785-813d-428bcc8e5fe8 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a082a5f-d965-424a-923f-393a462e2d5f&id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554714 Aug 18 17:10:34.947223 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-36ba8003-f4a0-4b87-a4fd-092dd9c28c9c req-25f4f5d7-25cb-4287-891f-1eb548621343 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 210 time: 0.0292356 Aug 18 17:10:35.544419 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75502e4-f98e-4fc8-b21b-3fe9b95bad7a req-722ec97e-fc27-4806-8f08-ce53c3f9e755 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:35.545894 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a75502e4-f98e-4fc8-b21b-3fe9b95bad7a req-722ec97e-fc27-4806-8f08-ce53c3f9e755 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 943 time: 0.0472987 Aug 18 17:10:35.596304 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a75502e4-f98e-4fc8-b21b-3fe9b95bad7a req-12e077f6-4ba6-4212-a015-f0fc32475490 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447206 Aug 18 17:10:36.034557 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226336b-f281-44af-acc2-fdd983351868 req-0e898839-5da5-4c1e-8acf-999c8291d123 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:36.036081 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1226336b-f281-44af-acc2-fdd983351868 req-0e898839-5da5-4c1e-8acf-999c8291d123 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 985 time: 0.0529659 Aug 18 17:10:36.058232 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-11b6527d-cd16-4bb6-accd-ca7117d8d6c3 req-7abc5850-e235-4df2-84de-300710cff92f tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 210 time: 0.0288494 Aug 18 17:10:36.102035 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1226336b-f281-44af-acc2-fdd983351868 req-ea672945-cfc9-42e5-8506-98492306a5a2 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a082a5f-d965-424a-923f-393a462e2d5f&id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601149 Aug 18 17:10:36.156699 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:36.172819 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:36.203019 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b7be5f66-49cd-4eba-8779-9f97b33cb17e req-b39fa023-141e-440e-a4c3-9064fc52fb79 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813262 Aug 18 17:10:36.228676 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device c4d87ed4-61d5-4e83-b65f-60b75d845742 details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:10:36.233827 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-9c14f38b-7abd-4eaf-b753-efda625a8b33 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:36.235507 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-9c14f38b-7abd-4eaf-b753-efda625a8b33 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.40 "GET /networking/v2.0/networks?id=8be6f688-0f91-4174-bb68-fa46841659a9 HTTP/1.1" status: 200 len: 817 time: 0.1568689 Aug 18 17:10:36.331996 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be5f66-49cd-4eba-8779-9f97b33cb17e req-2d3faa73-9ce9-4789-90d8-8604be49be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:36.333536 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b7be5f66-49cd-4eba-8779-9f97b33cb17e req-2d3faa73-9ce9-4789-90d8-8604be49be88 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=ccc5c89023ff476ca3b85680f56f8899&device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 1129 time: 0.0681775 Aug 18 17:10:36.340289 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-e51e2d1a-980c-448f-a5a3-5a8c7f4b342d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=697adc4a3b0f40ff85d6b415b6bbbefd HTTP/1.1" status: 200 len: 379 time: 0.0946381 Aug 18 17:10:36.349608 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-64070c33-23b8-4b67-b606-a851333b6b79 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Request body: {'port': {'device_id': '5400d9b3-34f6-451c-bb5c-ae2b231dcc5b', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'admin_state_up': True, 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'security_groups': ['5ca45971-d81b-46d2-921f-bc7a31a6149d']}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:10:36.535719 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be5f66-49cd-4eba-8779-9f97b33cb17e req-4e3ff8ac-a6e6-4455-9905-7993bb307516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:36.537220 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b7be5f66-49cd-4eba-8779-9f97b33cb17e req-4e3ff8ac-a6e6-4455-9905-7993bb307516 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=9262925b-65a7-4a9e-8370-bb0d87864ea7 HTTP/1.1" status: 200 len: 920 time: 0.1710093 Aug 18 17:10:36.538492 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port c4d87ed4-61d5-4e83-b65f-60b75d845742, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=c4d87ed4-61d5-4e83-b65f-60b75d845742,segment=NetworkSegment(fb045b5f-316d-4687-8827-a70164861f11),segment_id=fb045b5f-316d-4687-8827-a70164861f11)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:10:36.553025 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': 'c4d87ed4-61d5-4e83-b65f-60b75d845742', 'network_id': 'cedc50d6-8585-4b64-a3ce-7cee180068fc', 'port_id': 'c4d87ed4-61d5-4e83-b65f-60b75d845742', 'mac_address': 'fa:16:3e:b5:68:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336c2548-16f8-4540-8cbf-8b7e70d64215', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:10:36.583667 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b7be5f66-49cd-4eba-8779-9f97b33cb17e req-eea5ad77-c571-4161-8a72-5f18f139cc96 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13093e80-0e16-4f83-85a6-e6aed9ea2652 HTTP/1.1" status: 200 len: 217 time: 0.0388565 Aug 18 17:10:36.590230 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port c4d87ed4-61d5-4e83-b65f-60b75d845742 is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:10:36.590619 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (c4d87ed4-61d5-4e83-b65f-60b75d845742), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:36.604864 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d87ed4-61d5-4e83-b65f-60b75d845742 {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:10:36.627054 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port c4d87ed4-61d5-4e83-b65f-60b75d845742, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=c4d87ed4-61d5-4e83-b65f-60b75d845742,segment=NetworkSegment(fb045b5f-316d-4687-8827-a70164861f11),segment_id=fb045b5f-316d-4687-8827-a70164861f11)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:10:36.640910 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be5f66-49cd-4eba-8779-9f97b33cb17e req-93069bf6-0c0f-469e-bdae-8ae9e1c706ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:36.642397 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b7be5f66-49cd-4eba-8779-9f97b33cb17e req-93069bf6-0c0f-469e-bdae-8ae9e1c706ea service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1fd4986d-fa02-4ea6-af8d-8bdc82d77643 HTTP/1.1" status: 200 len: 858 time: 0.0521770 Aug 18 17:10:36.662304 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-64070c33-23b8-4b67-b606-a851333b6b79 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Made reservation on behalf of 697adc4a3b0f40ff85d6b415b6bbbefd for: {'port': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:10:36.665940 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-64070c33-23b8-4b67-b606-a851333b6b79 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:36.703938 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (c4d87ed4-61d5-4e83-b65f-60b75d845742), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:36.708153 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be5f66-49cd-4eba-8779-9f97b33cb17e req-4badc5d0-ff53-4a27-8273-7893b62f5eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:36.710007 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b7be5f66-49cd-4eba-8779-9f97b33cb17e req-4badc5d0-ff53-4a27-8273-7893b62f5eaa service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=9262925b-65a7-4a9e-8370-bb0d87864ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579355 Aug 18 17:10:36.740415 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbc5c5-a151-4d21-9310-d2c237f30815 req-cd4d7595-9d01-4b13-ba71-668b35e89d62 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:36.742323 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-64dbc5c5-a151-4d21-9310-d2c237f30815 req-cd4d7595-9d01-4b13-ba71-668b35e89d62 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 943 time: 0.0545592 Aug 18 17:10:36.759775 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=c4d87ed4-61d5-4e83-b65f-60b75d845742,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:36.768188 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:36.768790 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:36.769324 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:36.769690 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:36.770051 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:36.770371 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:36.770700 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:36.771033 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:36.771355 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:36.771861 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:36.772370 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:36.772700 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:36.773031 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:36.773358 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:36.773687 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:36.816204 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-64dbc5c5-a151-4d21-9310-d2c237f30815 req-7b2255ec-ea7b-42bd-9cdd-3d30902298e3 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675035 Aug 18 17:10:36.835501 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:36.884944 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-64070c33-23b8-4b67-b606-a851333b6b79 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Allocated IP 172.20.0.7 (8be6f688-0f91-4174-bb68-fa46841659a9/a393e81b-56a8-46b6-846e-4d9441213f68/6a4d4f56-49e2-4fd7-905b-4ed206d8d756) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:10:36.940457 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b7be5f66-49cd-4eba-8779-9f97b33cb17e req-03601b98-0e8b-4a58-950a-277789062681 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552181 Aug 18 17:10:36.970374 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:37.012249 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['c4d87ed4-61d5-4e83-b65f-60b75d845742'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:10:37.118685 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b7be5f66-49cd-4eba-8779-9f97b33cb17e req-59c5e17b-e0e2-4916-9c88-20f067f11df8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652708 Aug 18 17:10:37.146346 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-64070c33-23b8-4b67-b606-a851333b6b79 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:37.201262 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ad1967f8-82fe-4d07-8f0e-099f2019ae3c req-00685477-c83d-481a-a087-aa8447461f15 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 210 time: 0.0407631 Aug 18 17:10:37.235108 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcb808-34a3-4161-9b07-66391acebbdd req-8d29e5fa-dfba-4fb2-819f-0acdfaaceeba tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:37.236790 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a2dcb808-34a3-4161-9b07-66391acebbdd req-8d29e5fa-dfba-4fb2-819f-0acdfaaceeba tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 985 time: 0.0479026 Aug 18 17:10:37.272112 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-64070c33-23b8-4b67-b606-a851333b6b79 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:37.301615 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a2dcb808-34a3-4161-9b07-66391acebbdd req-2046c029-a3c2-4d93-8259-e8c70f5b7866 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a082a5f-d965-424a-923f-393a462e2d5f&id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589709 Aug 18 17:10:37.315179 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-64070c33-23b8-4b67-b606-a851333b6b79 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Network 8be6f688-0f91-4174-bb68-fa46841659a9 is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:10:37.320633 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-64070c33-23b8-4b67-b606-a851333b6b79 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:10:37.324675 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-64070c33-23b8-4b67-b606-a851333b6b79 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:10:37.351726 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64070c33-23b8-4b67-b606-a851333b6b79 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Pushing event updated for resources: {'Port': ['ID=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:37.555580 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-d5f13275-e8fb-4dcb-9b44-cd69beac8085 None None] Provisioning complete for port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:10:37.556561 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-d5f13275-e8fb-4dcb-9b44-cd69beac8085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:37.595540 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-d5f13275-e8fb-4dcb-9b44-cd69beac8085 None None] Port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:10:37.632817 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-64070c33-23b8-4b67-b606-a851333b6b79 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:37.633435 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-64070c33-23b8-4b67-b606-a851333b6b79 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:37.696885 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-64070c33-23b8-4b67-b606-a851333b6b79 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3512373 Aug 18 17:10:37.716899 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] Request body: {'port': {'device_id': '5400d9b3-34f6-451c-bb5c-ae2b231dcc5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85367'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:10:37.775704 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:37.998213 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781c65d-8973-4b55-914a-4259112c4bd1 req-0e9f89f4-283b-4556-957c-4ed5dba0f12d tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:37.999803 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0781c65d-8973-4b55-914a-4259112c4bd1 req-0e9f89f4-283b-4556-957c-4ed5dba0f12d tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 944 time: 0.0958972 Aug 18 17:10:38.045254 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:38.064612 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d7dea-96ef-4c60-849b-2f4ba2cd12e8 req-f8bbbac1-fed3-4fc4-be84-60ec84ca13c7 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:38.066139 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4d3d7dea-96ef-4c60-849b-2f4ba2cd12e8 req-f8bbbac1-fed3-4fc4-be84-60ec84ca13c7 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0473077 Aug 18 17:10:38.086201 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0781c65d-8973-4b55-914a-4259112c4bd1 req-e298d87a-4da0-4718-9f5e-efce25adcdd6 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786667 Aug 18 17:10:38.126050 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 {{(pid=106918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:10:38.129256 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4d3d7dea-96ef-4c60-849b-2f4ba2cd12e8 req-6c855d64-1e75-4642-b88b-360e178525b2 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569463 Aug 18 17:10:38.134253 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] Publish callbacks [] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:38.147772 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.provisioning_blocks [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] Transition to ACTIVE for port object 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 will not be triggered until provisioned by entity L2. {{(pid=106918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 18 17:10:38.213097 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device c4d87ed4-61d5-4e83-b65f-60b75d845742 up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:10:38.225989 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:38.261220 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning for port c4d87ed4-61d5-4e83-b65f-60b75d845742 completed by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 18 17:10:38.334314 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port c4d87ed4-61d5-4e83-b65f-60b75d845742 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:10:38.334696 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (c4d87ed4-61d5-4e83-b65f-60b75d845742), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:38.336661 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:38.350733 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:38.366840 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e81bb2-8007-4b49-86b8-ba8e2aa6ff8b req-27e25549-50ed-435f-8bf1-cd302537ed8e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:38.368410 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d4e81bb2-8007-4b49-86b8-ba8e2aa6ff8b req-27e25549-50ed-435f-8bf1-cd302537ed8e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 943 time: 0.0800648 Aug 18 17:10:38.405772 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] Attempting to bind port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 on host hv-cinder-85367 for vnic_type normal with profile {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:10:38.406123 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] Attempting to bind port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 by drivers openvswitch,hyperv on host hv-cinder-85367 at level 0 using segments [{'id': '5dbc92d5-d9f8-45c9-97bf-197b55a53beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9'}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:10:38.406460 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] Attempting to bind port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 on network 8be6f688-0f91-4174-bb68-fa46841659a9 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:10:38.421164 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] Port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 on network 8be6f688-0f91-4174-bb68-fa46841659a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85367 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 17:10:38.421531 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] Attempting to bind port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 on network 8be6f688-0f91-4174-bb68-fa46841659a9 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:10:38.425963 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port c4d87ed4-61d5-4e83-b65f-60b75d845742 is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:10:38.426334 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (c4d87ed4-61d5-4e83-b65f-60b75d845742), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:38.429557 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052446c-7186-407a-943f-0f702744bec2 req-4bffbf5f-cbd1-4912-9b93-9eda3bbe6571 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:38.431957 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3052446c-7186-407a-943f-0f702744bec2 req-4bffbf5f-cbd1-4912-9b93-9eda3bbe6571 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 985 time: 0.0534782 Aug 18 17:10:38.439296 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] Checking agent: {'id': '7d5d2def-e0b5-42a1-88b7-94e33648777b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85367', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'started_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:10:38.439676 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] Checking segment: {'id': '5dbc92d5-d9f8-45c9-97bf-197b55a53beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:10:38.440074 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] Bound using segment: {'id': '5dbc92d5-d9f8-45c9-97bf-197b55a53beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9'} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:10:38.440514 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] Bound port: 6a4d4f56-49e2-4fd7-905b-4ed206d8d756, host: hv-cinder-85367, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dbc92d5-d9f8-45c9-97bf-197b55a53beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9'}}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:10:38.440889 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:38.452460 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098c14b1-7597-4367-b573-ce4c70d7988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d87ed4-61d5-4e83-b65f-60b75d845742'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:10:38.454762 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc3be51-1898-4085-9374-1f53d00c9d51" -d '{"events": [{"server_uuid": "098c14b1-7597-4367-b573-ce4c70d7988e", "name": "network-vif-plugged", "status": "completed", "tag": "c4d87ed4-61d5-4e83-b65f-60b75d845742"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:10:38.458635 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d4e81bb2-8007-4b49-86b8-ba8e2aa6ff8b req-307189b5-97fc-40ae-8fd7-425c620715e2 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799289 Aug 18 17:10:38.469159 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port c4d87ed4-61d5-4e83-b65f-60b75d845742, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=c4d87ed4-61d5-4e83-b65f-60b75d845742,segment=NetworkSegment(fb045b5f-316d-4687-8827-a70164861f11),segment_id=fb045b5f-316d-4687-8827-a70164861f11)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:10:38.472089 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:38.501394 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:38.515638 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] For port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756, host hv-cinder-85367, cleared binding levels {{(pid=106918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:10:38.517689 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5783ffaf-fe66-47e9-b9e8-9b605a49296b x-openstack-request-id: req-5783ffaf-fe66-47e9-b9e8-9b605a49296b {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:10:38.517983 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098c14b1-7597-4367-b573-ce4c70d7988e", "name": "network-vif-plugged", "status": "completed", "tag": "c4d87ed4-61d5-4e83-b65f-60b75d845742", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:10:38.518261 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5783ffaf-fe66-47e9-b9e8-9b605a49296b {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:10:38.518668 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5783ffaf-fe66-47e9-b9e8-9b605a49296b'] response: {'server_uuid': '098c14b1-7597-4367-b573-ce4c70d7988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d87ed4-61d5-4e83-b65f-60b75d845742', 'code': 200} Aug 18 17:10:38.519552 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] For port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756, host hv-cinder-85367, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:10:38.523611 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3052446c-7186-407a-943f-0f702744bec2 req-2a3d4a12-3098-467d-8068-7cffade089ca tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a082a5f-d965-424a-923f-393a462e2d5f&id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0827944 Aug 18 17:10:38.551556 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (c4d87ed4-61d5-4e83-b65f-60b75d845742), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:38.599241 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=c4d87ed4-61d5-4e83-b65f-60b75d845742,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:38.626441 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:38.630910 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:38.631548 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:38.632991 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/6a4d4f56-49e2-4fd7-905b-4ed206d8d756 HTTP/1.1" status: 200 len: 1093 time: 0.9200799 Aug 18 17:10:38.633505 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5400d9b3-34f6-451c-bb5c-ae2b231dcc5b', 'tag': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:10:38.635768 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e970746e-2cf6-4d68-9112-561117e239b0" -d '{"events": [{"name": "network-changed", "server_uuid": "5400d9b3-34f6-451c-bb5c-ae2b231dcc5b", "tag": "6a4d4f56-49e2-4fd7-905b-4ed206d8d756"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:10:38.676331 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36a215b-acf5-4071-b8e7-9de8ecbfb88b x-openstack-request-id: req-f36a215b-acf5-4071-b8e7-9de8ecbfb88b {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:10:38.676331 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5400d9b3-34f6-451c-bb5c-ae2b231dcc5b", "tag": "6a4d4f56-49e2-4fd7-905b-4ed206d8d756", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:10:38.676331 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f36a215b-acf5-4071-b8e7-9de8ecbfb88b {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:10:38.676331 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f36a215b-acf5-4071-b8e7-9de8ecbfb88b'] response: {'name': 'network-changed', 'server_uuid': '5400d9b3-34f6-451c-bb5c-ae2b231dcc5b', 'tag': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756', 'status': 'completed', 'code': 200} Aug 18 17:10:38.685137 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e29fbe-7aaf-405a-9d61-ef3b5e722d96 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,revision_number=3']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:39.214053 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1b606-00be-48a2-8834-8a0d5897d551 req-a8db1a5c-5f3b-49d4-bc0a-316c68ce1ed2 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:39.215692 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fcf1b606-00be-48a2-8834-8a0d5897d551 req-a8db1a5c-5f3b-49d4-bc0a-316c68ce1ed2 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 945 time: 0.0487714 Aug 18 17:10:39.254388 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10861fd-05ab-43ab-8364-eafd26c85734 req-7ffe0344-d11d-4483-bfee-d23571510e40 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:39.255914 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f10861fd-05ab-43ab-8364-eafd26c85734 req-7ffe0344-d11d-4483-bfee-d23571510e40 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0512249 Aug 18 17:10:39.268092 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fcf1b606-00be-48a2-8834-8a0d5897d551 req-aa45852f-1c82-42d0-b117-6bd794f24e65 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460057 Aug 18 17:10:39.305606 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f10861fd-05ab-43ab-8364-eafd26c85734 req-04362733-482f-4219-9043-ed66c09991f9 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438793 Aug 18 17:10:39.594217 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987b52b-71e9-4862-a5e3-a056916f2510 req-eb75517f-f869-4dfc-a455-f313c5691086 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:39.595782 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2987b52b-71e9-4862-a5e3-a056916f2510 req-eb75517f-f869-4dfc-a455-f313c5691086 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 943 time: 0.0491073 Aug 18 17:10:39.644582 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2987b52b-71e9-4862-a5e3-a056916f2510 req-01ceadf2-6dd9-4c40-8f8a-cb0d47c3ca98 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431480 Aug 18 17:10:39.649273 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb78ed-81aa-483a-b404-8bafc6ca341a req-c16250dd-3255-49b7-8cc8-56d7e0abdc74 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:39.650897 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1ccb78ed-81aa-483a-b404-8bafc6ca341a req-c16250dd-3255-49b7-8cc8-56d7e0abdc74 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 985 time: 0.0527840 Aug 18 17:10:39.711471 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1ccb78ed-81aa-483a-b404-8bafc6ca341a req-3d739416-bf96-4a67-81bc-c70c8e8d6b67 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a082a5f-d965-424a-923f-393a462e2d5f&id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543036 Aug 18 17:10:40.390160 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59f77f-b1ae-431b-8c2c-3026565901aa req-771c53a3-5da8-485f-81fd-7a0f912c208a tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:40.391688 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4b59f77f-b1ae-431b-8c2c-3026565901aa req-771c53a3-5da8-485f-81fd-7a0f912c208a tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 945 time: 0.0514364 Aug 18 17:10:40.429141 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee059b12-1a9c-4486-babf-999d937017c0 req-248f3094-d4f8-4580-bc62-4163fc1758ac tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:40.430623 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ee059b12-1a9c-4486-babf-999d937017c0 req-248f3094-d4f8-4580-bc62-4163fc1758ac tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0491924 Aug 18 17:10:40.443294 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4b59f77f-b1ae-431b-8c2c-3026565901aa req-f4d75a1e-5d8a-4712-bda8-7e63dbd7c2b2 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450759 Aug 18 17:10:40.464778 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:40.479530 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ee059b12-1a9c-4486-babf-999d937017c0 req-7835b555-f6b9-48d7-8b48-5721f5f03d20 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423629 Aug 18 17:10:40.770104 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d2098-1453-4fee-9372-cfd6f6e76359 req-ae7a4103-de0b-4b81-bee6-16623ecf8ae2 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:40.771649 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-eb8d2098-1453-4fee-9372-cfd6f6e76359 req-ae7a4103-de0b-4b81-bee6-16623ecf8ae2 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 943 time: 0.0484102 Aug 18 17:10:40.821519 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-eb8d2098-1453-4fee-9372-cfd6f6e76359 req-41475d02-b269-4e75-8670-e751bf3d6015 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442824 Aug 18 17:10:40.836615 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73745e-e5d6-4ae6-83b3-bdc84e27bc1d req-7918280c-7e25-4813-835d-ecd5eb4bfdf0 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:40.838424 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4f73745e-e5d6-4ae6-83b3-bdc84e27bc1d req-7918280c-7e25-4813-835d-ecd5eb4bfdf0 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 985 time: 0.0528870 Aug 18 17:10:40.897580 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4f73745e-e5d6-4ae6-83b3-bdc84e27bc1d req-4796ecd3-8201-46a1-a365-db943f01fb5e tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a082a5f-d965-424a-923f-393a462e2d5f&id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530655 Aug 18 17:10:41.105874 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-7e42104d-ebdc-46a6-a8d7-eca94c1e2241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:41.274566 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970746e-2cf6-4d68-9112-561117e239b0 req-a69aae44-a336-4644-93ef-2976219ba3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:41.276097 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e970746e-2cf6-4d68-9112-561117e239b0 req-a69aae44-a336-4644-93ef-2976219ba3ba service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=697adc4a3b0f40ff85d6b415b6bbbefd&device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 1127 time: 0.0408683 Aug 18 17:10:41.419970 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970746e-2cf6-4d68-9112-561117e239b0 req-125ccfc0-9d48-4111-a87e-34c34b4c3de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:41.421479 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e970746e-2cf6-4d68-9112-561117e239b0 req-125ccfc0-9d48-4111-a87e-34c34b4c3de0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=697adc4a3b0f40ff85d6b415b6bbbefd&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1091189 Aug 18 17:10:41.474046 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fbf61-0f20-4b10-83ab-7323efca667f req-719756c8-49b9-496d-81f8-350006ab6435 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:41.475271 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c61fbf61-0f20-4b10-83ab-7323efca667f req-719756c8-49b9-496d-81f8-350006ab6435 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0727518 Aug 18 17:10:41.562456 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2636649-6441-494a-8e87-7867a5c5c17a req-c67358e0-3154-4e26-992d-db1e0836e23e tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:41.563991 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d2636649-6441-494a-8e87-7867a5c5c17a req-c67358e0-3154-4e26-992d-db1e0836e23e tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 945 time: 0.0484695 Aug 18 17:10:41.610363 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bb504-0b60-4251-bb4f-8e69980ba939 req-060c4acf-75b6-4e79-946b-1a4bead1e77c tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:41.611857 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e30bb504-0b60-4251-bb4f-8e69980ba939 req-060c4acf-75b6-4e79-946b-1a4bead1e77c tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 946 time: 0.0530226 Aug 18 17:10:41.616423 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d2636649-6441-494a-8e87-7867a5c5c17a req-2d4d4dae-8dbf-480f-b7f8-ac73b089e21d tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464203 Aug 18 17:10:41.675257 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970746e-2cf6-4d68-9112-561117e239b0 req-8072cdc2-a615-4cea-833c-8aff0d3a2412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:41.676541 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e970746e-2cf6-4d68-9112-561117e239b0 req-8072cdc2-a615-4cea-833c-8aff0d3a2412 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2305980 Aug 18 17:10:41.683418 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e30bb504-0b60-4251-bb4f-8e69980ba939 req-44a730eb-28cc-476d-ab90-d01e738c8cdb tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e158ffb7-492e-44ed-9400-a141eebf7786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647223 Aug 18 17:10:41.963602 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1dfa1-28de-45b4-b09a-4544c77bb216 req-9cc3efc5-5cdd-4d52-90e9-7d1155c96af5 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:41.965170 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1da1dfa1-28de-45b4-b09a-4544c77bb216 req-9cc3efc5-5cdd-4d52-90e9-7d1155c96af5 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 943 time: 0.0624809 Aug 18 17:10:42.024702 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-b7f5c7d0-9d6e-4512-bcd4-481b49e117a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:42.026315 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-b7f5c7d0-9d6e-4512-bcd4-481b49e117a0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=697adc4a3b0f40ff85d6b415b6bbbefd&device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 1127 time: 0.0597887 Aug 18 17:10:42.053236 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3663e8-85ad-423d-a201-c21df763d190 req-ad4bff28-2d35-4a62-bcb4-45dd5cc78670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:42.054700 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-fe3663e8-85ad-423d-a201-c21df763d190 req-ad4bff28-2d35-4a62-bcb4-45dd5cc78670 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 1129 time: 0.1086583 Aug 18 17:10:42.098260 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44dded-e9b9-43b7-8b7b-1aa9abad3ea3 req-f516f4ee-4fe5-4b1f-98a0-f549e45413b4 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:42.099952 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4f44dded-e9b9-43b7-8b7b-1aa9abad3ea3 req-f516f4ee-4fe5-4b1f-98a0-f549e45413b4 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 985 time: 0.1071496 Aug 18 17:10:42.104999 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-c61fbf61-0f20-4b10-83ab-7323efca667f req-765e482e-9bc1-4b49-9c48-5ba51615cea8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Deleting port 4be84b1f-a309-40e8-8519-3e746d6a87a8 {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:10:42.105365 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-c61fbf61-0f20-4b10-83ab-7323efca667f req-765e482e-9bc1-4b49-9c48-5ba51615cea8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (4be84b1f-a309-40e8-8519-3e746d6a87a8), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:42.201224 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:42.207945 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-fe3663e8-85ad-423d-a201-c21df763d190 req-910af7fd-2697-42ee-b0a2-72f6e95b63c3 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454711 Aug 18 17:10:42.268281 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4f44dded-e9b9-43b7-8b7b-1aa9abad3ea3 req-82a0af61-0593-4fcd-b4c3-a474d550b892 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a082a5f-d965-424a-923f-393a462e2d5f&id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1594253 Aug 18 17:10:42.273879 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-c61fbf61-0f20-4b10-83ab-7323efca667f req-765e482e-9bc1-4b49-9c48-5ba51615cea8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] For port 4be84b1f-a309-40e8-8519-3e746d6a87a8, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=4be84b1f-a309-40e8-8519-3e746d6a87a8,segment=NetworkSegment(5a7851ce-cf5a-4dac-941a-03fb001aaca6),segment_id=5a7851ce-cf5a-4dac-941a-03fb001aaca6)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:10:42.274444 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-c61fbf61-0f20-4b10-83ab-7323efca667f req-765e482e-9bc1-4b49-9c48-5ba51615cea8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (4be84b1f-a309-40e8-8519-3e746d6a87a8), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:42.298487 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:42.298670 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-d27a3c61-4820-4528-9f72-58e35230c02a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a4d4f56-49e2-4fd7-905b-4ed206d8d756 HTTP/1.1" status: 200 len: 217 time: 0.2638068 Aug 18 17:10:42.302525 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1da1dfa1-28de-45b4-b09a-4544c77bb216 req-e88b42dc-9037-4ed2-8d5b-392a0bd325ce tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3251491 Aug 18 17:10:42.453368 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-c61fbf61-0f20-4b10-83ab-7323efca667f req-765e482e-9bc1-4b49-9c48-5ba51615cea8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:42.453645 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-c61fbf61-0f20-4b10-83ab-7323efca667f req-765e482e-9bc1-4b49-9c48-5ba51615cea8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (2941d07a-8f4e-45c0-b162-ad5e35223e26), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:42.453964 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.db.l3_db [req-c61fbf61-0f20-4b10-83ab-7323efca667f req-765e482e-9bc1-4b49-9c48-5ba51615cea8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Floating IP 2941d07a-8f4e-45c0-b162-ad5e35223e26 disassociated. External IP: 172.27.1.18, port: 4be84b1f-a309-40e8-8519-3e746d6a87a8. Aug 18 17:10:42.454345 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-c61fbf61-0f20-4b10-83ab-7323efca667f req-765e482e-9bc1-4b49-9c48-5ba51615cea8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Calling delete_port for 4be84b1f-a309-40e8-8519-3e746d6a87a8 owned by compute:nova {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:10:42.455335 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-8580aef5-64f3-4236-bf55-9d4ed0cd7438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:42.456855 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-8580aef5-64f3-4236-bf55-9d4ed0cd7438 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=a393e81b-56a8-46b6-846e-4d9441213f68 HTTP/1.1" status: 200 len: 856 time: 0.0482640 Aug 18 17:10:42.502806 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-2782be24-2d6c-49a0-bee0-5ad6ee9cb9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:42.504354 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-2782be24-2d6c-49a0-bee0-5ad6ee9cb9ca service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=8be6f688-0f91-4174-bb68-fa46841659a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402348 Aug 18 17:10:42.599606 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-3a9c33e6-7d55-4c29-8ee6-f90dddacff3a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883605 Aug 18 17:10:42.654278 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-c61fbf61-0f20-4b10-83ab-7323efca667f req-765e482e-9bc1-4b49-9c48-5ba51615cea8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (4be84b1f-a309-40e8-8519-3e746d6a87a8), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:42.683488 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e482e-9bc1-4b49-9c48-5ba51615cea8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Pushing event deleted for resources: {'Port': ['ID=4be84b1f-a309-40e8-8519-3e746d6a87a8,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:42.787960 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c5d445d3-b98f-447a-ad61-fb8c72b453de req-7c6f1d00-0a59-4f76-9fd2-028fb4e59f48 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 210 time: 0.0293427 Aug 18 17:10:42.810355 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88259a44-67ca-4f8e-83b2-4d73d2ea2599 req-6c624c0f-2408-4adc-bd31-6a5bf10169d7 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:42.811900 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-88259a44-67ca-4f8e-83b2-4d73d2ea2599 req-6c624c0f-2408-4adc-bd31-6a5bf10169d7 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 945 time: 0.0840495 Aug 18 17:10:42.864163 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c61fbf61-0f20-4b10-83ab-7323efca667f req-765e482e-9bc1-4b49-9c48-5ba51615cea8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Router 5a5c33f6-9205-459f-b9d5-3f6c14929f3a has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:10:42.879088 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-88259a44-67ca-4f8e-83b2-4d73d2ea2599 req-5df60751-e692-4632-a782-0afb4643c93c tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583909 Aug 18 17:10:42.985493 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c61fbf61-0f20-4b10-83ab-7323efca667f req-765e482e-9bc1-4b49-9c48-5ba51615cea8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:10:42.995055 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b384cdc0-a8d3-4d92-a980-a09967ee7c3f None None] Sync routers for ids ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:10:43.002072 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b18663fc-1b5a-4e84-bcb0-3d5e89b03ce8 req-386a4944-8903-4d9d-8ed7-9523f2f9c0a8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958138 Aug 18 17:10:43.004673 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b384cdc0-a8d3-4d92-a980-a09967ee7c3f None None] Routers {'5a5c33f6-9205-459f-b9d5-3f6c14929f3a'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:10:43.005279 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-b384cdc0-a8d3-4d92-a980-a09967ee7c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:10:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:10:43.034026 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61fbf61-0f20-4b10-83ab-7323efca667f req-765e482e-9bc1-4b49-9c48-5ba51615cea8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] No DVR routers for this DVR port 4be84b1f-a309-40e8-8519-3e746d6a87a8 on host hv-cinder-85367 {{(pid=106918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:10:43.042807 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-c61fbf61-0f20-4b10-83ab-7323efca667f req-765e482e-9bc1-4b49-9c48-5ba51615cea8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:43.042807 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c61fbf61-0f20-4b10-83ab-7323efca667f req-765e482e-9bc1-4b49-9c48-5ba51615cea8 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.40 "DELETE /networking/v2.0/ports/4be84b1f-a309-40e8-8519-3e746d6a87a8 HTTP/1.1" status: 204 len: 173 time: 1.1285071 Aug 18 17:10:43.042807 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ee2546-05c3-461e-bbc0-64cb39d936f7', 'name': 'network-vif-deleted', 'tag': '4be84b1f-a309-40e8-8519-3e746d6a87a8'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:10:43.043665 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a030c0-ad4d-4a22-a652-3281e396b27c" -d '{"events": [{"server_uuid": "10ee2546-05c3-461e-bbc0-64cb39d936f7", "name": "network-vif-deleted", "tag": "4be84b1f-a309-40e8-8519-3e746d6a87a8"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:10:43.103142 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8661aa73-ace2-481a-acf6-a3794663b652 x-openstack-request-id: req-8661aa73-ace2-481a-acf6-a3794663b652 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:10:43.103479 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ee2546-05c3-461e-bbc0-64cb39d936f7", "name": "network-vif-deleted", "tag": "4be84b1f-a309-40e8-8519-3e746d6a87a8", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:10:43.103586 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8661aa73-ace2-481a-acf6-a3794663b652 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:10:43.103962 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8661aa73-ace2-481a-acf6-a3794663b652'] response: {'server_uuid': '10ee2546-05c3-461e-bbc0-64cb39d936f7', 'name': 'network-vif-deleted', 'tag': '4be84b1f-a309-40e8-8519-3e746d6a87a8', 'status': 'completed', 'code': 200} Aug 18 17:10:43.117261 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-b384cdc0-a8d3-4d92-a980-a09967ee7c3f None None] Set router 5a5c33f6-9205-459f-b9d5-3f6c14929f3a gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:10:43.339485 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-b384cdc0-a8d3-4d92-a980-a09967ee7c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1090236541-router', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:24Z', 'updated_at': '2022-08-18T17:05:35Z', 'revision_number': 4, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'gw_port': {'id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '15a3a8ca-89f9-40d9-81df-e5331356266f', 'name': '', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'mac_address': 'fa:16:3e:37:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:34Z', 'updated_at': '2022-08-18T17:05:51Z', 'revision_number': 5, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'subnets': [{'id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:10:43.367127 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b384cdc0-a8d3-4d92-a980-a09967ee7c3f None None] Checking router: 5a5c33f6-9205-459f-b9d5-3f6c14929f3a for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:10:43.381249 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b384cdc0-a8d3-4d92-a980-a09967ee7c3f None None] Routers {'5a5c33f6-9205-459f-b9d5-3f6c14929f3a'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:10:43.381954 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-b384cdc0-a8d3-4d92-a980-a09967ee7c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:10:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:10:43.395180 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-a066e743-442c-442e-b7f9-426ba5a9b92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:43.396395 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a16f5d-2d75-4302-8475-50678268ebb3 req-b1088048-fb83-4565-b10b-7874435b4871 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:43.400966 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-72a16f5d-2d75-4302-8475-50678268ebb3 req-b1088048-fb83-4565-b10b-7874435b4871 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 985 time: 0.0568399 Aug 18 17:10:43.458066 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b60d4c-11aa-4050-a055-a62c57c63327 req-e569a1ab-1b7f-410b-a80c-51f50c244c36 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:43.460980 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d7b60d4c-11aa-4050-a055-a62c57c63327 req-e569a1ab-1b7f-410b-a80c-51f50c244c36 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 943 time: 0.0638850 Aug 18 17:10:43.468969 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-72a16f5d-2d75-4302-8475-50678268ebb3 req-74ebe5bb-2d62-4d5d-8b38-4638ea3c713f tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=3a082a5f-d965-424a-923f-393a462e2d5f&id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589120 Aug 18 17:10:43.488578 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-b384cdc0-a8d3-4d92-a980-a09967ee7c3f None None] Set router 5a5c33f6-9205-459f-b9d5-3f6c14929f3a gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:10:43.503896 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:43.516762 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d7b60d4c-11aa-4050-a055-a62c57c63327 req-be123222-005d-4e9d-845f-e3cc570fa486 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499189 Aug 18 17:10:43.681170 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-b384cdc0-a8d3-4d92-a980-a09967ee7c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1090236541-router', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:24Z', 'updated_at': '2022-08-18T17:05:35Z', 'revision_number': 4, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'gw_port': {'id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '15a3a8ca-89f9-40d9-81df-e5331356266f', 'name': '', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'mac_address': 'fa:16:3e:37:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:34Z', 'updated_at': '2022-08-18T17:05:51Z', 'revision_number': 5, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'subnets': [{'id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:10:43.708844 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b384cdc0-a8d3-4d92-a980-a09967ee7c3f None None] The sync data for ids ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'] in dv-cinder-853678-2-iscsi is: [{'id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1090236541-router', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:24Z', 'updated_at': '2022-08-18T17:05:35Z', 'revision_number': 4, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'gw_port': {'id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '15a3a8ca-89f9-40d9-81df-e5331356266f', 'name': '', 'network_id': '9262925b-65a7-4a9e-8370-bb0d87864ea7', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'mac_address': 'fa:16:3e:37:47:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:34Z', 'updated_at': '2022-08-18T17:05:51Z', 'revision_number': 5, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'subnets': [{'id': '1fd4986d-fa02-4ea6-af8d-8bdc82d77643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:10:43.895732 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-79d7f860-4523-4f6f-a3c1-abdaead54d65 req-f9cb81e2-00a8-41a1-bf77-0b6aafab5600 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 210 time: 0.0321562 Aug 18 17:10:43.934334 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd726af-b58d-4b42-bfe1-cfbb5d396dd3 None None] New status for floating IP 2941d07a-8f4e-45c0-b162-ad5e35223e26: DOWN {{(pid=106920) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:10:44.007113 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:44.016624 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd083d04-18e5-42a2-988d-97225199de3f req-3e513352-ae75-45f0-b0f0-8c1cfafaa7a5 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:44.018167 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fd083d04-18e5-42a2-988d-97225199de3f req-3e513352-ae75-45f0-b0f0-8c1cfafaa7a5 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 945 time: 0.0491610 Aug 18 17:10:44.061792 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:44.067188 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fd083d04-18e5-42a2-988d-97225199de3f req-3cc6a1fc-eabc-44e3-bffa-fb3b354afd8f tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430372 Aug 18 17:10:44.244846 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 4be84b1f-a309-40e8-8519-3e746d6a87a8 no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:10:44.274955 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] No Port match for: 4be84b1f-a309-40e8-8519-3e746d6a87a8 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:10:44.275304 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 4be84b1f-a309-40e8-8519-3e746d6a87a8 not bound to the agent host hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:10:44.642888 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02612f5e-24c8-4fa2-a98a-2a7be7536c3b req-2ef43fdf-8cf8-4be7-8d0c-dae337769f99 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:44.644478 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-02612f5e-24c8-4fa2-a98a-2a7be7536c3b req-2ef43fdf-8cf8-4be7-8d0c-dae337769f99 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 943 time: 0.0491812 Aug 18 17:10:44.697503 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-02612f5e-24c8-4fa2-a98a-2a7be7536c3b req-342acf98-373d-479e-839d-a831924c3177 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447345 Aug 18 17:10:44.777954 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:45.016966 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a6cb5483-3a6c-4f07-a7ef-c43999d13994 req-12c80dac-3a1d-431a-b73c-686fca646649 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=10ee2546-05c3-461e-bbc0-64cb39d936f7 HTTP/1.1" status: 200 len: 210 time: 0.0306907 Aug 18 17:10:45.174825 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:45.190736 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248d15a-dde2-4f6b-9b99-23de99ce6327 req-65544d6b-06fa-4210-b54c-9b704c818a25 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:45.192327 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3248d15a-dde2-4f6b-9b99-23de99ce6327 req-65544d6b-06fa-4210-b54c-9b704c818a25 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 945 time: 0.0515597 Aug 18 17:10:45.215911 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:45.245681 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3248d15a-dde2-4f6b-9b99-23de99ce6327 req-f2ef9ae4-8260-4fe4-b239-f629b985d724 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474992 Aug 18 17:10:45.827359 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d69f1-6582-462f-82e2-631a5a28351f req-55afbcf2-99b8-48fb-b056-bef82664449f tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:45.829444 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b16d69f1-6582-462f-82e2-631a5a28351f req-55afbcf2-99b8-48fb-b056-bef82664449f tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 943 time: 0.0532973 Aug 18 17:10:45.877025 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b16d69f1-6582-462f-82e2-631a5a28351f req-7421305a-803f-4176-b4d5-f1151f90ee3a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417886 Aug 18 17:10:46.063976 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:46.232477 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 48920) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:10:46.259688 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:10:46.284211 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:46.300299 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-819547c8-d993-4ef0-8dc8-316b4561f3a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for security_group (e158ffb7-492e-44ed-9400-a141eebf7786), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:46.323878 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-819547c8-d993-4ef0-8dc8-316b4561f3a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for security_group (e158ffb7-492e-44ed-9400-a141eebf7786), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:46.392565 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:10:46.405199 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'port_id': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756', 'mac_address': 'fa:16:3e:f7:c9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:10:46.442513 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:10:46.442888 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-819547c8-d993-4ef0-8dc8-316b4561f3a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (e158ffb7-492e-44ed-9400-a141eebf7786), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:46.443011 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:46.445902 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-819547c8-d993-4ef0-8dc8-316b4561f3a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:46.447105 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-819547c8-d993-4ef0-8dc8-316b4561f3a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e158ffb7-492e-44ed-9400-a141eebf7786 HTTP/1.1" status: 204 len: 168 time: 0.2137568 Aug 18 17:10:46.449940 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 48922) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:10:46.457908 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819547c8-d993-4ef0-8dc8-316b4561f3a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e158ffb7-492e-44ed-9400-a141eebf7786,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:46.460240 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:10:46.464244 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.api.v2.resource [None req-258b9274-b8ba-4c61-9e80-b1db1e5593a9 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] show failed (client error): The resource could not be found. Aug 18 17:10:46.465504 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-258b9274-b8ba-4c61-9e80-b1db1e5593a9 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups/e158ffb7-492e-44ed-9400-a141eebf7786 HTTP/1.1" status: 404 len: 347 time: 0.0145850 Aug 18 17:10:46.466401 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819547c8-d993-4ef0-8dc8-316b4561f3a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:46.466759 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819547c8-d993-4ef0-8dc8-316b4561f3a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:46.467107 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819547c8-d993-4ef0-8dc8-316b4561f3a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:46.467506 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819547c8-d993-4ef0-8dc8-316b4561f3a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:46.467876 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819547c8-d993-4ef0-8dc8-316b4561f3a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:46.468213 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819547c8-d993-4ef0-8dc8-316b4561f3a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:46.468340 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 48924) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:10:46.468549 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819547c8-d993-4ef0-8dc8-316b4561f3a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:46.468877 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819547c8-d993-4ef0-8dc8-316b4561f3a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:46.469382 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819547c8-d993-4ef0-8dc8-316b4561f3a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:46.469715 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819547c8-d993-4ef0-8dc8-316b4561f3a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:46.470516 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819547c8-d993-4ef0-8dc8-316b4561f3a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:46.470516 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819547c8-d993-4ef0-8dc8-316b4561f3a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:46.470733 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819547c8-d993-4ef0-8dc8-316b4561f3a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:46.471135 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819547c8-d993-4ef0-8dc8-316b4561f3a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:46.471487 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819547c8-d993-4ef0-8dc8-316b4561f3a3 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:10:46.490952 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:10:46.555600 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:46.580889 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:46.583177 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-ce055acf-0878-4865-9391-b2edc47d19de tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Deleting port fd6b5406-b83d-4583-9c65-5c4e940e104c {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:10:46.583559 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ce055acf-0878-4865-9391-b2edc47d19de tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (fd6b5406-b83d-4583-9c65-5c4e940e104c), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:46.604277 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:46.665170 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ce055acf-0878-4865-9391-b2edc47d19de tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (fd6b5406-b83d-4583-9c65-5c4e940e104c), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:46.665498 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ce055acf-0878-4865-9391-b2edc47d19de tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for floatingip (fd6b5406-b83d-4583-9c65-5c4e940e104c), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:46.678395 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-ce055acf-0878-4865-9391-b2edc47d19de tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Calling delete_port for fd6b5406-b83d-4583-9c65-5c4e940e104c owned by network:floatingip {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:10:46.825679 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['6a4d4f56-49e2-4fd7-905b-4ed206d8d756'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:10:46.869503 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:46.926531 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ce055acf-0878-4865-9391-b2edc47d19de tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (fd6b5406-b83d-4583-9c65-5c4e940e104c), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:46.956884 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce055acf-0878-4865-9391-b2edc47d19de tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Pushing event deleted for resources: {'Port': ['ID=fd6b5406-b83d-4583-9c65-5c4e940e104c,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:47.025425 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff8a83-a280-4e68-b117-8578ced9e984 req-b0102076-54a3-431f-9313-cf259a237674 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:47.027026 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6dff8a83-a280-4e68-b117-8578ced9e984 req-b0102076-54a3-431f-9313-cf259a237674 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 944 time: 0.0523214 Aug 18 17:10:47.083981 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6dff8a83-a280-4e68-b117-8578ced9e984 req-1f02adc8-03ee-4208-971e-d9aa1387f7e4 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502410 Aug 18 17:10:47.264337 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ce055acf-0878-4865-9391-b2edc47d19de tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks [] for floatingip (2941d07a-8f4e-45c0-b162-ad5e35223e26), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:47.267351 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ce055acf-0878-4865-9391-b2edc47d19de tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:47.270140 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-ce055acf-0878-4865-9391-b2edc47d19de tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/2941d07a-8f4e-45c0-b162-ad5e35223e26 HTTP/1.1" status: 204 len: 168 time: 0.7991407 Aug 18 17:10:48.214600 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41c17e-1e84-4c80-857a-539b36dc66e8 req-3475139c-ba39-4b50-8e90-5928d0fb1e87 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:48.216170 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6b41c17e-1e84-4c80-857a-539b36dc66e8 req-3475139c-ba39-4b50-8e90-5928d0fb1e87 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 944 time: 0.0506365 Aug 18 17:10:48.261667 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:10:48.267078 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6b41c17e-1e84-4c80-857a-539b36dc66e8 req-84b354c9-103a-4c77-a9ad-10009e7746f1 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449111 Aug 18 17:10:48.307142 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning for port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 completed by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 18 17:10:48.378041 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:10:48.378445 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:48.455180 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:10:48.455514 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:48.477852 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5400d9b3-34f6-451c-bb5c-ae2b231dcc5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:10:48.480136 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5ff922-28b1-45d8-ac5d-bb5f0b1e1ed3" -d '{"events": [{"server_uuid": "5400d9b3-34f6-451c-bb5c-ae2b231dcc5b", "name": "network-vif-plugged", "status": "completed", "tag": "6a4d4f56-49e2-4fd7-905b-4ed206d8d756"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:10:48.493692 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:10:48.522756 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ace850-5286-4372-b8f7-efcb34ba9ae9 x-openstack-request-id: req-e6ace850-5286-4372-b8f7-efcb34ba9ae9 {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:10:48.523066 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5400d9b3-34f6-451c-bb5c-ae2b231dcc5b", "name": "network-vif-plugged", "status": "completed", "tag": "6a4d4f56-49e2-4fd7-905b-4ed206d8d756", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:10:48.523322 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e6ace850-5286-4372-b8f7-efcb34ba9ae9 {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:10:48.523755 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6ace850-5286-4372-b8f7-efcb34ba9ae9'] response: {'server_uuid': '5400d9b3-34f6-451c-bb5c-ae2b231dcc5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756', 'code': 200} Aug 18 17:10:48.554872 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:48.604436 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:48.809674 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619b671-3cf4-497e-b36b-9ffdbd0dd8f8 req-77b7d30a-949e-4534-a347-293d0c981c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:48.811225 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5619b671-3cf4-497e-b36b-9ffdbd0dd8f8 req-77b7d30a-949e-4534-a347-293d0c981c5c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 1129 time: 0.0404778 Aug 18 17:10:48.861974 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5619b671-3cf4-497e-b36b-9ffdbd0dd8f8 req-b5bba7ec-cd5f-446e-8f92-0fc60f7ef48c service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422823 Aug 18 17:10:49.399343 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f54a3-eae6-4a35-880c-e757e8a3d88d req-0d401396-3ec0-489d-b22c-141476d43d6e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:49.400891 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1b1f54a3-eae6-4a35-880c-e757e8a3d88d req-0d401396-3ec0-489d-b22c-141476d43d6e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0509701 Aug 18 17:10:49.449008 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1b1f54a3-eae6-4a35-880c-e757e8a3d88d req-5d3fb6e1-f143-4b9f-a6c6-c04cd8b2461c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418968 Aug 18 17:10:50.342804 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a879b-b5f9-4ba9-8aa9-bd322336c4db req-19f56cdf-9ff6-48f0-8e6f-3de44e71fae6 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:50.344356 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f19a879b-b5f9-4ba9-8aa9-bd322336c4db req-19f56cdf-9ff6-48f0-8e6f-3de44e71fae6 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0509963 Aug 18 17:10:50.394615 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f19a879b-b5f9-4ba9-8aa9-bd322336c4db req-6f613556-2416-4da2-b91d-5a0716129e1d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439987 Aug 18 17:10:50.579673 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f3f56-32cf-42c9-b409-e7d4b9fb78db req-fcd19c6f-44a9-4914-8800-8eb1d029cbc4 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:50.581145 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-cb5f3f56-32cf-42c9-b409-e7d4b9fb78db req-fcd19c6f-44a9-4914-8800-8eb1d029cbc4 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0507956 Aug 18 17:10:50.629781 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-cb5f3f56-32cf-42c9-b409-e7d4b9fb78db req-4829a80d-9f0d-47a6-9496-eb442cacb670 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429199 Aug 18 17:10:50.751532 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29ab1c-8b73-4a4b-aaf0-6b92ddde65ba req-6c8cb125-d9e4-4ee5-af6d-9d81aa6f3b02 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:50.753453 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3a29ab1c-8b73-4a4b-aaf0-6b92ddde65ba req-6c8cb125-d9e4-4ee5-af6d-9d81aa6f3b02 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0469029 Aug 18 17:10:50.762996 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 48978) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:10:50.768373 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-5994c916-d90a-4e3d-bb78-bce3419bcb6d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Request body: {'floatingip': {'port_id': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:10:50.805608 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5994c916-d90a-4e3d-bb78-bce3419bcb6d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for floatingip (8963ac9e-cf9f-457b-a0ef-ce2763b468aa), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:51.099787 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:51.157279 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:51.243301 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5994c916-d90a-4e3d-bb78-bce3419bcb6d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:51.315083 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5994c916-d90a-4e3d-bb78-bce3419bcb6d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (8963ac9e-cf9f-457b-a0ef-ce2763b468aa), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:51.415056 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.l3_db [None req-5994c916-d90a-4e3d-bb78-bce3419bcb6d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Floating IP 8963ac9e-cf9f-457b-a0ef-ce2763b468aa associated. External IP: 172.27.1.185, port: 6a4d4f56-49e2-4fd7-905b-4ed206d8d756. Aug 18 17:10:51.524432 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cea45-730e-4181-a898-98d8a8cfd6da req-f64048f0-ba8a-4131-9d36-0c45b1b8b243 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:51.525939 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-401cea45-730e-4181-a898-98d8a8cfd6da req-f64048f0-ba8a-4131-9d36-0c45b1b8b243 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0519226 Aug 18 17:10:51.574790 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-401cea45-730e-4181-a898-98d8a8cfd6da req-fd639e76-3647-4370-aff4-eded0a327afd tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428371 Aug 18 17:10:51.624725 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5994c916-d90a-4e3d-bb78-bce3419bcb6d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Router 1967b342-949f-478d-bb6b-7d62fdce79d4 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:10:51.730063 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5994c916-d90a-4e3d-bb78-bce3419bcb6d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:10:51.734927 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5994c916-d90a-4e3d-bb78-bce3419bcb6d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:51.740157 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0c11e4-b8be-4c8f-960c-9393f61f6284 None None] Sync routers for ids ['1967b342-949f-478d-bb6b-7d62fdce79d4'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:10:51.750536 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0c11e4-b8be-4c8f-960c-9393f61f6284 None None] Routers {'1967b342-949f-478d-bb6b-7d62fdce79d4'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:10:51.751142 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-7c0c11e4-b8be-4c8f-960c-9393f61f6284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:10:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1967b342-949f-478d-bb6b-7d62fdce79d4'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:10:51.765585 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-5994c916-d90a-4e3d-bb78-bce3419bcb6d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/8963ac9e-cf9f-457b-a0ef-ce2763b468aa HTTP/1.1" status: 200 len: 991 time: 1.0014420 Aug 18 17:10:51.766162 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5400d9b3-34f6-451c-bb5c-ae2b231dcc5b', 'tag': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:10:51.768466 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0ce8fc-a300-420d-9640-51409af45604" -d '{"events": [{"name": "network-changed", "server_uuid": "5400d9b3-34f6-451c-bb5c-ae2b231dcc5b", "tag": "6a4d4f56-49e2-4fd7-905b-4ed206d8d756"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:10:51.805911 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a7b105-c643-4331-8617-847ffa9dce55 x-openstack-request-id: req-e1a7b105-c643-4331-8617-847ffa9dce55 {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:10:51.806202 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5400d9b3-34f6-451c-bb5c-ae2b231dcc5b", "tag": "6a4d4f56-49e2-4fd7-905b-4ed206d8d756", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:10:51.806456 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e1a7b105-c643-4331-8617-847ffa9dce55 {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:10:51.806860 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a7b105-c643-4331-8617-847ffa9dce55'] response: {'name': 'network-changed', 'server_uuid': '5400d9b3-34f6-451c-bb5c-ae2b231dcc5b', 'tag': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756', 'status': 'completed', 'code': 200} Aug 18 17:10:51.859490 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-7c0c11e4-b8be-4c8f-960c-9393f61f6284 None None] Set router 1967b342-949f-478d-bb6b-7d62fdce79d4 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:10:52.081706 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=100 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:52.141608 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=100 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:52.150768 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-7c0c11e4-b8be-4c8f-960c-9393f61f6284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-router', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:21Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'gw_port': {'id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:22Z', 'updated_at': '2022-08-18T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '8963ac9e-cf9f-457b-a0ef-ce2763b468aa', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'port_id': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'mac_address': 'fa:16:3e:f7:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5400d9b3-34f6-451c-bb5c-ae2b231dcc5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:10:31Z', 'updated_at': '2022-08-18T17:10:51Z', 'revision_number': 1, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72fc76ed-a207-487b-aa7b-aed03c7da6be', 'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'mac_address': 'fa:16:3e:cb:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:42Z', 'revision_number': 5, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'subnets': [{'id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:10:52.178890 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0c11e4-b8be-4c8f-960c-9393f61f6284 None None] Checking router: 1967b342-949f-478d-bb6b-7d62fdce79d4 for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:10:52.187968 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0c11e4-b8be-4c8f-960c-9393f61f6284 None None] Routers {'1967b342-949f-478d-bb6b-7d62fdce79d4'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:10:52.188576 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-7c0c11e4-b8be-4c8f-960c-9393f61f6284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:10:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1967b342-949f-478d-bb6b-7d62fdce79d4'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:10:52.288875 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-7c0c11e4-b8be-4c8f-960c-9393f61f6284 None None] Set router 1967b342-949f-478d-bb6b-7d62fdce79d4 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:10:52.499847 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-7c0c11e4-b8be-4c8f-960c-9393f61f6284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-router', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:21Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'gw_port': {'id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:22Z', 'updated_at': '2022-08-18T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '8963ac9e-cf9f-457b-a0ef-ce2763b468aa', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'port_id': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'mac_address': 'fa:16:3e:f7:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5400d9b3-34f6-451c-bb5c-ae2b231dcc5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:10:31Z', 'updated_at': '2022-08-18T17:10:51Z', 'revision_number': 1, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72fc76ed-a207-487b-aa7b-aed03c7da6be', 'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'mac_address': 'fa:16:3e:cb:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:42Z', 'revision_number': 5, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'subnets': [{'id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:10:52.525999 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0c11e4-b8be-4c8f-960c-9393f61f6284 None None] The sync data for ids ['1967b342-949f-478d-bb6b-7d62fdce79d4'] in dv-cinder-853678-2-iscsi is: [{'id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-router', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:21Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'gw_port': {'id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:22Z', 'updated_at': '2022-08-18T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '8963ac9e-cf9f-457b-a0ef-ce2763b468aa', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'port_id': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'mac_address': 'fa:16:3e:f7:c9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5400d9b3-34f6-451c-bb5c-ae2b231dcc5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:10:31Z', 'updated_at': '2022-08-18T17:10:51Z', 'revision_number': 1, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72fc76ed-a207-487b-aa7b-aed03c7da6be', 'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'mac_address': 'fa:16:3e:cb:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:42Z', 'revision_number': 5, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'subnets': [{'id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:10:52.719062 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:52.736637 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73534d3-5fd7-4ae7-9093-0420318ae17b None None] New status for floating IP 8963ac9e-cf9f-457b-a0ef-ce2763b468aa: ACTIVE {{(pid=106920) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:10:52.739235 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783bac3-cc9a-4deb-a2ea-bc2478ccf112 req-dee5739d-9e85-4ba8-8a29-be1fb570fa5b tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:52.740822 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3783bac3-cc9a-4deb-a2ea-bc2478ccf112 req-dee5739d-9e85-4ba8-8a29-be1fb570fa5b tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0904896 Aug 18 17:10:52.742058 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ce8fc-a300-420d-9640-51409af45604 req-50f6aa55-d701-4406-9dfe-709f33025071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:52.743679 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-bb0ce8fc-a300-420d-9640-51409af45604 req-50f6aa55-d701-4406-9dfe-709f33025071 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=697adc4a3b0f40ff85d6b415b6bbbefd&device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 1129 time: 0.1342494 Aug 18 17:10:52.769516 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:52.792574 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3783bac3-cc9a-4deb-a2ea-bc2478ccf112 req-6a4ef5fd-4f27-4230-a40a-600a20e5c5f2 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452778 Aug 18 17:10:53.171836 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ce8fc-a300-420d-9640-51409af45604 req-a8b72f64-ec02-42a6-9353-3e6e33b2e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:53.173311 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-bb0ce8fc-a300-420d-9640-51409af45604 req-a8b72f64-ec02-42a6-9353-3e6e33b2e0a0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=8be6f688-0f91-4174-bb68-fa46841659a9 HTTP/1.1" status: 200 len: 918 time: 0.0950465 Aug 18 17:10:53.254228 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b287c1e-5ba4-48f8-9c67-de4dadcb7985 req-b7218625-63cf-4705-b18b-0d97914e7cc6 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:53.255707 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8b287c1e-5ba4-48f8-9c67-de4dadcb7985 req-b7218625-63cf-4705-b18b-0d97914e7cc6 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0519891 Aug 18 17:10:53.273517 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-bb0ce8fc-a300-420d-9640-51409af45604 req-733b2af0-363e-425f-9a39-d25ccc706be5 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a4d4f56-49e2-4fd7-905b-4ed206d8d756 HTTP/1.1" status: 200 len: 1001 time: 0.0701644 Aug 18 17:10:53.589817 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ce8fc-a300-420d-9640-51409af45604 req-5ec2c83a-e9d0-448d-850d-0a3512d3db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:53.591504 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-bb0ce8fc-a300-420d-9640-51409af45604 req-5ec2c83a-e9d0-448d-850d-0a3512d3db13 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=a393e81b-56a8-46b6-846e-4d9441213f68 HTTP/1.1" status: 200 len: 856 time: 0.0491402 Aug 18 17:10:53.649860 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ce8fc-a300-420d-9640-51409af45604 req-b8c5baf6-212a-4e55-aaca-a0ad7be52f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:53.651408 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-bb0ce8fc-a300-420d-9640-51409af45604 req-b8c5baf6-212a-4e55-aaca-a0ad7be52f15 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=8be6f688-0f91-4174-bb68-fa46841659a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538781 Aug 18 17:10:53.680099 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [req-8b287c1e-5ba4-48f8-9c67-de4dadcb7985 req-674cb3f9-92b1-493a-ae26-1aebdceeefef tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Deleting port a85a9ff0-70eb-48e8-a79f-7454c12baa1a {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:10:53.680449 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-8b287c1e-5ba4-48f8-9c67-de4dadcb7985 req-674cb3f9-92b1-493a-ae26-1aebdceeefef tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (a85a9ff0-70eb-48e8-a79f-7454c12baa1a), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:53.763571 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-bb0ce8fc-a300-420d-9640-51409af45604 req-b19b6524-1279-4919-a8eb-b788c44e6548 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052029 Aug 18 17:10:53.781108 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [req-8b287c1e-5ba4-48f8-9c67-de4dadcb7985 req-674cb3f9-92b1-493a-ae26-1aebdceeefef tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] For port a85a9ff0-70eb-48e8-a79f-7454c12baa1a, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=a85a9ff0-70eb-48e8-a79f-7454c12baa1a,segment=NetworkSegment(5a7851ce-cf5a-4dac-941a-03fb001aaca6),segment_id=5a7851ce-cf5a-4dac-941a-03fb001aaca6)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:10:53.782989 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-8b287c1e-5ba4-48f8-9c67-de4dadcb7985 req-674cb3f9-92b1-493a-ae26-1aebdceeefef tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (a85a9ff0-70eb-48e8-a79f-7454c12baa1a), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:53.788927 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:53.797681 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [req-8b287c1e-5ba4-48f8-9c67-de4dadcb7985 req-674cb3f9-92b1-493a-ae26-1aebdceeefef tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Calling delete_port for a85a9ff0-70eb-48e8-a79f-7454c12baa1a owned by compute:nova {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:10:53.867801 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-bb0ce8fc-a300-420d-9640-51409af45604 req-79dfb095-d776-4019-aebb-cbb01aaa1dbd service neutron] 10.222.0.40 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979149 Aug 18 17:10:53.930786 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:10:53.946196 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a6bec-1333-4ff9-8475-1c8538cc5c80 req-8a886f67-151f-49a4-a731-e59e7b0dd558 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:53.947761 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-941a6bec-1333-4ff9-8475-1c8538cc5c80 req-8a886f67-151f-49a4-a731-e59e7b0dd558 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 946 time: 0.0737648 Aug 18 17:10:54.012253 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-941a6bec-1333-4ff9-8475-1c8538cc5c80 req-89845f6a-afae-4a06-b907-9c53a8be9f3d tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562057 Aug 18 17:10:54.072111 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-8b287c1e-5ba4-48f8-9c67-de4dadcb7985 req-674cb3f9-92b1-493a-ae26-1aebdceeefef tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (a85a9ff0-70eb-48e8-a79f-7454c12baa1a), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:54.084425 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['a85a9ff0-70eb-48e8-a79f-7454c12baa1a', '13093e80-0e16-4f83-85a6-e6aed9ea2652'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:10:54.101147 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cb3f9-92b1-493a-ae26-1aebdceeefef tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Pushing event deleted for resources: {'Port': ['ID=a85a9ff0-70eb-48e8-a79f-7454c12baa1a,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:10:54.168420 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b287c1e-5ba4-48f8-9c67-de4dadcb7985 req-674cb3f9-92b1-493a-ae26-1aebdceeefef tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] No DVR routers for this DVR port a85a9ff0-70eb-48e8-a79f-7454c12baa1a on host hv-cinder-85367 {{(pid=106919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:10:54.171066 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-8b287c1e-5ba4-48f8-9c67-de4dadcb7985 req-674cb3f9-92b1-493a-ae26-1aebdceeefef tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:10:54.174389 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8b287c1e-5ba4-48f8-9c67-de4dadcb7985 req-674cb3f9-92b1-493a-ae26-1aebdceeefef tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.40 "DELETE /networking/v2.0/ports/a85a9ff0-70eb-48e8-a79f-7454c12baa1a HTTP/1.1" status: 204 len: 173 time: 0.6316831 Aug 18 17:10:54.174834 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f40fc8-4d8a-4aac-b8f5-84ec963fabd7', 'name': 'network-vif-deleted', 'tag': 'a85a9ff0-70eb-48e8-a79f-7454c12baa1a'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:10:54.177105 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6048a785-062e-492a-90d6-5a7ac1b85cb9" -d '{"events": [{"server_uuid": "61f40fc8-4d8a-4aac-b8f5-84ec963fabd7", "name": "network-vif-deleted", "tag": "a85a9ff0-70eb-48e8-a79f-7454c12baa1a"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:10:54.215174 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112f8ab2-9ee5-4220-9673-e8b7e3401843 x-openstack-request-id: req-112f8ab2-9ee5-4220-9673-e8b7e3401843 {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:10:54.215496 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f40fc8-4d8a-4aac-b8f5-84ec963fabd7", "name": "network-vif-deleted", "tag": "a85a9ff0-70eb-48e8-a79f-7454c12baa1a", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:10:54.215760 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-112f8ab2-9ee5-4220-9673-e8b7e3401843 {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:10:54.216173 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-112f8ab2-9ee5-4220-9673-e8b7e3401843'] response: {'server_uuid': '61f40fc8-4d8a-4aac-b8f5-84ec963fabd7', 'name': 'network-vif-deleted', 'tag': 'a85a9ff0-70eb-48e8-a79f-7454c12baa1a', 'status': 'completed', 'code': 200} Aug 18 17:10:55.133422 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e08e2c7d-5e39-425b-9327-d98c41e66317 req-47d14af5-aa96-4248-b7ae-88867029fddf tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=61f40fc8-4d8a-4aac-b8f5-84ec963fabd7 HTTP/1.1" status: 200 len: 210 time: 0.0303431 Aug 18 17:10:56.805336 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e519592-6bb2-4e8c-8cca-4e0d7c098938 req-cc3d8d04-043a-42ba-a063-d9c4b12192a4 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:56.807135 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0e519592-6bb2-4e8c-8cca-4e0d7c098938 req-cc3d8d04-043a-42ba-a063-d9c4b12192a4 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0493147 Aug 18 17:10:56.855418 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0e519592-6bb2-4e8c-8cca-4e0d7c098938 req-dd7cfc0e-2809-46c2-8ec7-13625c53f8b1 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424342 Aug 18 17:10:57.235412 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device a85a9ff0-70eb-48e8-a79f-7454c12baa1a no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:10:57.256167 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] No Port match for: a85a9ff0-70eb-48e8-a79f-7454c12baa1a {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:10:57.256513 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device a85a9ff0-70eb-48e8-a79f-7454c12baa1a not bound to the agent host hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:10:57.976024 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0613c82-3e1f-4c64-a328-f34c21685d0e req-98c82db9-6d2f-4746-b3d7-ebbb2b0bf676 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:57.977446 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a0613c82-3e1f-4c64-a328-f34c21685d0e req-98c82db9-6d2f-4746-b3d7-ebbb2b0bf676 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0479836 Aug 18 17:10:58.024066 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a0613c82-3e1f-4c64-a328-f34c21685d0e req-98382372-d529-4ed5-bd57-c71feaba3103 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410352 Aug 18 17:10:58.318882 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:10:59.146913 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be45f9-6ab5-4724-aa9c-11fade8f56bc req-e74d784c-f644-4a74-8ea4-39c5faa51b9c tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:10:59.148553 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-27be45f9-6ab5-4724-aa9c-11fade8f56bc req-e74d784c-f644-4a74-8ea4-39c5faa51b9c tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0509491 Aug 18 17:10:59.203497 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-27be45f9-6ab5-4724-aa9c-11fade8f56bc req-c9787558-101a-4cda-8c0e-e90b3f112ea5 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487266 Aug 18 17:11:00.322093 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40875ce6-864b-44e3-990c-6fb6ed319fc0 req-3e4c10f6-42c2-438b-9b93-b3e38551ec9a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:00.323566 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-40875ce6-864b-44e3-990c-6fb6ed319fc0 req-3e4c10f6-42c2-438b-9b93-b3e38551ec9a tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0462663 Aug 18 17:11:00.369120 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-40875ce6-864b-44e3-990c-6fb6ed319fc0 req-b169104a-c186-4b77-b865-83df5e5da562 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400393 Aug 18 17:11:01.486590 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e18610-fe3e-4dea-9a70-1bc1fa31d60b req-c1969f13-88d7-452c-bc33-a122edbdcd1e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:01.489335 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-51e18610-fe3e-4dea-9a70-1bc1fa31d60b req-c1969f13-88d7-452c-bc33-a122edbdcd1e tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0480812 Aug 18 17:11:01.539956 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-51e18610-fe3e-4dea-9a70-1bc1fa31d60b req-b7adb12f-6db9-4de9-9022-2d193322d468 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449758 Aug 18 17:11:02.382323 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04e376-0acc-4d0d-89ce-e14b704ddda4 req-845d6f24-7ba9-4a18-8e5d-785e39fc5b56 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:02.383855 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9e04e376-0acc-4d0d-89ce-e14b704ddda4 req-845d6f24-7ba9-4a18-8e5d-785e39fc5b56 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0482750 Aug 18 17:11:02.433134 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9e04e376-0acc-4d0d-89ce-e14b704ddda4 req-d0f3ca8d-3c69-4463-84c1-718b80017bb3 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433941 Aug 18 17:11:02.516124 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:02.663222 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ca9ba-fb39-459a-a53f-8654b00dd8a9 req-465807df-1daa-4165-a188-4f20c8618471 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:02.666505 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1d8ca9ba-fb39-459a-a53f-8654b00dd8a9 req-465807df-1daa-4165-a188-4f20c8618471 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0518100 Aug 18 17:11:02.712102 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1d8ca9ba-fb39-459a-a53f-8654b00dd8a9 req-6d26e5fe-38be-4a46-bf16-67f08120d487 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416875 Aug 18 17:11:03.559247 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d51eb4-37d3-4143-a0d3-d67108375b22 req-4f24a72f-d176-476e-81e2-4bf24810cf9d tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:03.560764 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-41d51eb4-37d3-4143-a0d3-d67108375b22 req-4f24a72f-d176-476e-81e2-4bf24810cf9d tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0517011 Aug 18 17:11:03.610664 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-41d51eb4-37d3-4143-a0d3-d67108375b22 req-bd2de26f-ef14-4493-ad44-a6b4029aba4f tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433764 Aug 18 17:11:03.673615 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3087a-e408-4070-8938-dcc3ef5cfbed req-e252e563-b338-445f-9dd9-63b5941bf9a2 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:03.675116 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8bd3087a-e408-4070-8938-dcc3ef5cfbed req-e252e563-b338-445f-9dd9-63b5941bf9a2 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0556812 Aug 18 17:11:03.835818 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a869d-37c3-4bee-9ebc-01abdc211c8b req-a36a0dab-71cb-46dd-95cd-86522f0b84b2 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:03.837341 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3d7a869d-37c3-4bee-9ebc-01abdc211c8b req-a36a0dab-71cb-46dd-95cd-86522f0b84b2 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 945 time: 0.0479817 Aug 18 17:11:03.885687 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3d7a869d-37c3-4bee-9ebc-01abdc211c8b req-52ef6386-8b43-449d-8af4-4a2659031528 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=45aeb816-73b9-4864-9986-64ed92b12d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423543 Aug 18 17:11:04.075024 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [req-8bd3087a-e408-4070-8938-dcc3ef5cfbed req-9ef25e31-5f38-4212-a4a7-fcd50955ccc7 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Deleting port 13093e80-0e16-4f83-85a6-e6aed9ea2652 {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:11:04.075371 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-8bd3087a-e408-4070-8938-dcc3ef5cfbed req-9ef25e31-5f38-4212-a4a7-fcd50955ccc7 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (13093e80-0e16-4f83-85a6-e6aed9ea2652), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:04.175244 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [req-8bd3087a-e408-4070-8938-dcc3ef5cfbed req-9ef25e31-5f38-4212-a4a7-fcd50955ccc7 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] For port 13093e80-0e16-4f83-85a6-e6aed9ea2652, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=13093e80-0e16-4f83-85a6-e6aed9ea2652,segment=NetworkSegment(5a7851ce-cf5a-4dac-941a-03fb001aaca6),segment_id=5a7851ce-cf5a-4dac-941a-03fb001aaca6)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:04.175651 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-8bd3087a-e408-4070-8938-dcc3ef5cfbed req-9ef25e31-5f38-4212-a4a7-fcd50955ccc7 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (13093e80-0e16-4f83-85a6-e6aed9ea2652), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:04.190225 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [req-8bd3087a-e408-4070-8938-dcc3ef5cfbed req-9ef25e31-5f38-4212-a4a7-fcd50955ccc7 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Calling delete_port for 13093e80-0e16-4f83-85a6-e6aed9ea2652 owned by compute:nova {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:11:04.264621 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:04.431639 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-8bd3087a-e408-4070-8938-dcc3ef5cfbed req-9ef25e31-5f38-4212-a4a7-fcd50955ccc7 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (13093e80-0e16-4f83-85a6-e6aed9ea2652), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:04.452000 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['13093e80-0e16-4f83-85a6-e6aed9ea2652'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:11:04.467265 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef25e31-5f38-4212-a4a7-fcd50955ccc7 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Pushing event deleted for resources: {'Port': ['ID=13093e80-0e16-4f83-85a6-e6aed9ea2652,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:04.728379 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd3087a-e408-4070-8938-dcc3ef5cfbed req-9ef25e31-5f38-4212-a4a7-fcd50955ccc7 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] No DVR routers for this DVR port 13093e80-0e16-4f83-85a6-e6aed9ea2652 on host hv-cinder-85367 {{(pid=106919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:11:04.731395 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-8bd3087a-e408-4070-8938-dcc3ef5cfbed req-9ef25e31-5f38-4212-a4a7-fcd50955ccc7 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:04.734576 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8bd3087a-e408-4070-8938-dcc3ef5cfbed req-9ef25e31-5f38-4212-a4a7-fcd50955ccc7 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.40 "DELETE /networking/v2.0/ports/13093e80-0e16-4f83-85a6-e6aed9ea2652 HTTP/1.1" status: 204 len: 173 time: 0.7477887 Aug 18 17:11:04.734702 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca8d32-7277-427d-b8cc-af8f8847b647 req-0dc1d9d1-2b79-4797-b34b-b30377254357 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:04.735158 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939d201c-6bc3-470f-9488-acd5f3ed99fd', 'name': 'network-vif-deleted', 'tag': '13093e80-0e16-4f83-85a6-e6aed9ea2652'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:11:04.736215 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-88ca8d32-7277-427d-b8cc-af8f8847b647 req-0dc1d9d1-2b79-4797-b34b-b30377254357 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0489581 Aug 18 17:11:04.737298 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8af604-8788-414c-b67b-09a364763c6f" -d '{"events": [{"server_uuid": "939d201c-6bc3-470f-9488-acd5f3ed99fd", "name": "network-vif-deleted", "tag": "13093e80-0e16-4f83-85a6-e6aed9ea2652"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:11:04.752230 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:04.789837 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:04.795796 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-88ca8d32-7277-427d-b8cc-af8f8847b647 req-26bd023e-121d-4d94-be04-3cfd0aab3115 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507843 Aug 18 17:11:04.845906 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acfed3a-225e-4383-9920-ec96a2a601af x-openstack-request-id: req-4acfed3a-225e-4383-9920-ec96a2a601af {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:11:04.845906 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939d201c-6bc3-470f-9488-acd5f3ed99fd", "name": "network-vif-deleted", "tag": "13093e80-0e16-4f83-85a6-e6aed9ea2652", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:11:04.845906 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4acfed3a-225e-4383-9920-ec96a2a601af {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:11:04.845906 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4acfed3a-225e-4383-9920-ec96a2a601af'] response: {'server_uuid': '939d201c-6bc3-470f-9488-acd5f3ed99fd', 'name': 'network-vif-deleted', 'tag': '13093e80-0e16-4f83-85a6-e6aed9ea2652', 'status': 'completed', 'code': 200} Aug 18 17:11:04.998292 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1a845a1a-f371-40da-b7ae-daee7f6044ef req-4779e2f0-8166-4b14-bbf2-232cc4526cd0 tempest-ServerRescueNegativeTestJSON-1503052600 tempest-ServerRescueNegativeTestJSON-1503052600-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=939d201c-6bc3-470f-9488-acd5f3ed99fd HTTP/1.1" status: 200 len: 210 time: 0.0372672 Aug 18 17:11:05.922545 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fb0c9-b275-4680-87f8-b3b71301d905 req-8937afa6-1758-4bef-8c9d-b57853c50603 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:05.924122 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c29fb0c9-b275-4680-87f8-b3b71301d905 req-8937afa6-1758-4bef-8c9d-b57853c50603 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0484874 Aug 18 17:11:05.974485 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c29fb0c9-b275-4680-87f8-b3b71301d905 req-4c976202-0322-4de9-baeb-b98bf50e0322 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445206 Aug 18 17:11:06.067573 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 49128) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:06.206824 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:06.493783 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-97c6530d-afcf-48c9-8645-bc8ad9be49ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3878567'] for router_interface (5a5c33f6-9205-459f-b9d5-3f6c14929f3a), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:06.508765 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 13093e80-0e16-4f83-85a6-e6aed9ea2652 no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:11:06.531177 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] No Port match for: 13093e80-0e16-4f83-85a6-e6aed9ea2652 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:11:06.536605 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 13093e80-0e16-4f83-85a6-e6aed9ea2652 not bound to the agent host hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:11:06.717317 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-97c6530d-afcf-48c9-8645-bc8ad9be49ba admin admin] Deleting port 15a3a8ca-89f9-40d9-81df-e5331356266f {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:11:06.717559 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-97c6530d-afcf-48c9-8645-bc8ad9be49ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (15a3a8ca-89f9-40d9-81df-e5331356266f), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:06.799027 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:06.804219 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [None req-97c6530d-afcf-48c9-8645-bc8ad9be49ba admin admin] For port 15a3a8ca-89f9-40d9-81df-e5331356266f, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=15a3a8ca-89f9-40d9-81df-e5331356266f,segment=NetworkSegment(5a7851ce-cf5a-4dac-941a-03fb001aaca6),segment_id=5a7851ce-cf5a-4dac-941a-03fb001aaca6)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:06.804590 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-97c6530d-afcf-48c9-8645-bc8ad9be49ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (15a3a8ca-89f9-40d9-81df-e5331356266f), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:06.818511 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-97c6530d-afcf-48c9-8645-bc8ad9be49ba admin admin] Calling delete_port for 15a3a8ca-89f9-40d9-81df-e5331356266f owned by network:router_interface {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:11:07.080437 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-97c6530d-afcf-48c9-8645-bc8ad9be49ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (15a3a8ca-89f9-40d9-81df-e5331356266f), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:07.121361 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6530d-afcf-48c9-8645-bc8ad9be49ba admin admin] Pushing event deleted for resources: {'Port': ['ID=15a3a8ca-89f9-40d9-81df-e5331356266f,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:07.132043 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c275f-5e66-4148-8710-39a277506e35 req-be773609-26bd-4896-947d-dcf88173ff49 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:07.133662 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7e6c275f-5e66-4148-8710-39a277506e35 req-be773609-26bd-4896-947d-dcf88173ff49 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0859501 Aug 18 17:11:07.271495 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7e6c275f-5e66-4148-8710-39a277506e35 req-f099b2e0-5cf4-41a1-89cc-4957eeafcf08 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1212792 Aug 18 17:11:07.327456 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:07.337194 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-97c6530d-afcf-48c9-8645-bc8ad9be49ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3873623'] for router_interface (5a5c33f6-9205-459f-b9d5-3f6c14929f3a), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:07.559956 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c6530d-afcf-48c9-8645-bc8ad9be49ba admin admin] Router 5a5c33f6-9205-459f-b9d5-3f6c14929f3a has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:11:07.654150 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:07.667415 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c6530d-afcf-48c9-8645-bc8ad9be49ba admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:11:07.675148 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-97c6530d-afcf-48c9-8645-bc8ad9be49ba admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/5a5c33f6-9205-459f-b9d5-3f6c14929f3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6067193 Aug 18 17:11:07.676022 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 49148) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:07.678763 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbff63e-bc72-4208-8a41-57d9e06945ea None None] Sync routers for ids ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:11:07.689346 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbff63e-bc72-4208-8a41-57d9e06945ea None None] Routers {'5a5c33f6-9205-459f-b9d5-3f6c14929f3a'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:11:07.689976 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-5dbff63e-bc72-4208-8a41-57d9e06945ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:10:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:07.781509 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-334d92c6-af0c-49c8-9410-6a5d7a52e93e admin admin] Publish callbacks [] for router (5a5c33f6-9205-459f-b9d5-3f6c14929f3a), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:07.805339 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-5dbff63e-bc72-4208-8a41-57d9e06945ea None None] Set router 5a5c33f6-9205-459f-b9d5-3f6c14929f3a gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:11:07.906264 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-334d92c6-af0c-49c8-9410-6a5d7a52e93e admin admin] Publish callbacks [] for router_gateway (5a5c33f6-9205-459f-b9d5-3f6c14929f3a), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:07.982341 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-5dbff63e-bc72-4208-8a41-57d9e06945ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1090236541-router', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:24Z', 'updated_at': '2022-08-18T17:11:06Z', 'revision_number': 5, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'gw_port': {'id': '729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:08.004923 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-334d92c6-af0c-49c8-9410-6a5d7a52e93e admin admin] Deleting port 729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:11:08.005271 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-334d92c6-af0c-49c8-9410-6a5d7a52e93e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:08.009545 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbff63e-bc72-4208-8a41-57d9e06945ea None None] Checking router: 5a5c33f6-9205-459f-b9d5-3f6c14929f3a for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:11:08.018691 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbff63e-bc72-4208-8a41-57d9e06945ea None None] Routers {'5a5c33f6-9205-459f-b9d5-3f6c14929f3a'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:11:08.019390 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-5dbff63e-bc72-4208-8a41-57d9e06945ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:10:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:08.095603 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [None req-334d92c6-af0c-49c8-9410-6a5d7a52e93e admin admin] For port 729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:08.096184 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-334d92c6-af0c-49c8-9410-6a5d7a52e93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:08.106080 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-5dbff63e-bc72-4208-8a41-57d9e06945ea None None] Set router 5a5c33f6-9205-459f-b9d5-3f6c14929f3a gateway port host: None {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:11:08.109590 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-334d92c6-af0c-49c8-9410-6a5d7a52e93e admin admin] Calling delete_port for 729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e owned by network:router_gateway {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:11:08.161172 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-5dbff63e-bc72-4208-8a41-57d9e06945ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1090236541-router', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:24Z', 'updated_at': '2022-08-18T17:11:07Z', 'revision_number': 6, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'gw_port_host': None}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:08.186172 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbff63e-bc72-4208-8a41-57d9e06945ea None None] The sync data for ids ['5a5c33f6-9205-459f-b9d5-3f6c14929f3a'] in dv-cinder-853678-2-iscsi is: [{'id': '5a5c33f6-9205-459f-b9d5-3f6c14929f3a', 'name': 'tempest-ServerRescueNegativeTestJSON-1090236541-router', 'tenant_id': 'ccc5c89023ff476ca3b85680f56f8899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:24Z', 'updated_at': '2022-08-18T17:11:07Z', 'revision_number': 6, 'project_id': 'ccc5c89023ff476ca3b85680f56f8899', 'gw_port_host': None}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:11:08.245373 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:08.383882 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-334d92c6-af0c-49c8-9410-6a5d7a52e93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:08.419510 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d92c6-af0c-49c8-9410-6a5d7a52e93e admin admin] Pushing event deleted for resources: {'Port': ['ID=729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:08.426818 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb93c61-16a9-41b1-b67e-92c2f0c82bf9 req-9aa42ae1-9066-4ba5-8e13-cd55bcb5cb6c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:08.428546 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dfb93c61-16a9-41b1-b67e-92c2f0c82bf9 req-9aa42ae1-9066-4ba5-8e13-cd55bcb5cb6c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 945 time: 0.0508740 Aug 18 17:11:08.432643 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc15c63-ce18-4e5e-8168-41ed6cc710f7 req-4d2b90bc-ec39-4ed7-b880-40daf2a1fe10 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:08.434477 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cfc15c63-ce18-4e5e-8168-41ed6cc710f7 req-4d2b90bc-ec39-4ed7-b880-40daf2a1fe10 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0856493 Aug 18 17:11:08.480391 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dfb93c61-16a9-41b1-b67e-92c2f0c82bf9 req-a7f778d2-65a4-4890-8391-c1ad9139df23 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b633b695-33d8-44f2-b849-ed5c4f291165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435305 Aug 18 17:11:08.523390 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-334d92c6-af0c-49c8-9410-6a5d7a52e93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876582'] for router_gateway (5a5c33f6-9205-459f-b9d5-3f6c14929f3a), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:08.647420 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cfc15c63-ce18-4e5e-8168-41ed6cc710f7 req-7920f39b-d350-492b-9652-4cc3a1715cad tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1795435 Aug 18 17:11:08.655258 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-334d92c6-af0c-49c8-9410-6a5d7a52e93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3874589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5398'] for router (5a5c33f6-9205-459f-b9d5-3f6c14929f3a), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:08.657702 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-334d92c6-af0c-49c8-9410-6a5d7a52e93e admin admin] Publish callbacks [] for router_controller (5a5c33f6-9205-459f-b9d5-3f6c14929f3a), precommit_delete_associations {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:08.841653 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-334d92c6-af0c-49c8-9410-6a5d7a52e93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3873632'] for router (5a5c33f6-9205-459f-b9d5-3f6c14929f3a), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:08.842244 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334d92c6-af0c-49c8-9410-6a5d7a52e93e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a5c33f6-9205-459f-b9d5-3f6c14929f3a {{(pid=106919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 17:11:08.847776 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-334d92c6-af0c-49c8-9410-6a5d7a52e93e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:08.849193 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-334d92c6-af0c-49c8-9410-6a5d7a52e93e admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/5a5c33f6-9205-459f-b9d5-3f6c14929f3a HTTP/1.1" status: 204 len: 168 time: 1.1720343 Aug 18 17:11:08.854539 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 49164) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:08.887709 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:08.900639 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0ce67a-fb4a-4970-b5d4-b0320944e4b3 admin admin] Deleting subnet 1fd4986d-fa02-4ea6-af8d-8bdc82d77643 {{(pid=106919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 17:11:08.903655 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-db0ce67a-fb4a-4970-b5d4-b0320944e4b3 admin admin] Publish callbacks [] for subnet (1fd4986d-fa02-4ea6-af8d-8bdc82d77643), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:08.941808 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-db0ce67a-fb4a-4970-b5d4-b0320944e4b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26669183'] for subnet (1fd4986d-fa02-4ea6-af8d-8bdc82d77643), precommit_delete_associations {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:09.052814 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-db0ce67a-fb4a-4970-b5d4-b0320944e4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763242'] for subnet (1fd4986d-fa02-4ea6-af8d-8bdc82d77643), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:09.152594 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:11:09.175215 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: 729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:11:09.175704 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 729ddcb2-1aaf-4db7-8f6d-7353ce0f6d7e not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:11:09.176137 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 15a3a8ca-89f9-40d9-81df-e5331356266f no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:11:09.203221 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: 15a3a8ca-89f9-40d9-81df-e5331356266f {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:11:09.203743 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 15a3a8ca-89f9-40d9-81df-e5331356266f not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:11:09.361943 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a4454-22de-4363-ad63-6dafc55f548c req-84209568-37e7-4bab-93ca-a0535c1f1f3a tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:09.363445 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ea8a4454-22de-4363-ad63-6dafc55f548c req-84209568-37e7-4bab-93ca-a0535c1f1f3a tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 945 time: 0.0624249 Aug 18 17:11:09.415279 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ea8a4454-22de-4363-ad63-6dafc55f548c req-3c7f8f77-a620-4409-8707-2f3dcad0ffaf tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452526 Aug 18 17:11:09.465339 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-db0ce67a-fb4a-4970-b5d4-b0320944e4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26604591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25646354'] for subnet (1fd4986d-fa02-4ea6-af8d-8bdc82d77643), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:09.493560 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ce67a-fb4a-4970-b5d4-b0320944e4b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fd4986d-fa02-4ea6-af8d-8bdc82d77643,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:09.505417 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-db0ce67a-fb4a-4970-b5d4-b0320944e4b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:09.505417 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-db0ce67a-fb4a-4970-b5d4-b0320944e4b3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/1fd4986d-fa02-4ea6-af8d-8bdc82d77643 HTTP/1.1" status: 204 len: 168 time: 0.6480377 Aug 18 17:11:09.506784 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49168) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:09.508103 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60d7bfd-d00c-442d-a47a-d18e3bceee16 None None] Network 9262925b-65a7-4a9e-8370-bb0d87864ea7 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:11:09.590896 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:09.620713 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4694976f-29f5-46e7-8cb7-841181f5687e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915243'] for network (9262925b-65a7-4a9e-8370-bb0d87864ea7), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:09.642626 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a4575-d7f1-46d8-8836-41e13ca76238 req-28048828-6677-4b50-83b0-197e15d1e735 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:09.642626 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2c6a4575-d7f1-46d8-8836-41e13ca76238 req-28048828-6677-4b50-83b0-197e15d1e735 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 945 time: 0.0648584 Aug 18 17:11:09.663492 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf841c6-bda3-4b47-8b64-f9e8f45c68c6 None None] DHCP port deletion for 9262925b-65a7-4a9e-8370-bb0d87864ea7 request from dv-cinder-853678-2-iscsi {{(pid=106920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 18 17:11:09.705330 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-fbf841c6-bda3-4b47-8b64-f9e8f45c68c6 None None] Deleting port 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9 {{(pid=106920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:11:09.705330 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-fbf841c6-bda3-4b47-8b64-f9e8f45c68c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (97dc1e53-6484-40f1-93d9-3a56e2ad8fc9), before_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:09.714772 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-4694976f-29f5-46e7-8cb7-841181f5687e admin admin] Deleting port 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9 {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:11:09.715189 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4694976f-29f5-46e7-8cb7-841181f5687e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (97dc1e53-6484-40f1-93d9-3a56e2ad8fc9), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:09.731088 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2c6a4575-d7f1-46d8-8836-41e13ca76238 req-82c4399c-3da1-43b9-a861-fb52061e4e90 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b633b695-33d8-44f2-b849-ed5c4f291165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878615 Aug 18 17:11:09.784494 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b42c9-7665-4a25-9805-a4c86c300405 req-c2c1562b-6bb8-4524-80d9-cbc9c0f136f7 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:09.788224 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b39b42c9-7665-4a25-9805-a4c86c300405 req-c2c1562b-6bb8-4524-80d9-cbc9c0f136f7 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0611777 Aug 18 17:11:09.791944 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [None req-4694976f-29f5-46e7-8cb7-841181f5687e admin admin] For port 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=97dc1e53-6484-40f1-93d9-3a56e2ad8fc9,segment=NetworkSegment(5a7851ce-cf5a-4dac-941a-03fb001aaca6),segment_id=5a7851ce-cf5a-4dac-941a-03fb001aaca6)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:09.792426 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4694976f-29f5-46e7-8cb7-841181f5687e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (97dc1e53-6484-40f1-93d9-3a56e2ad8fc9), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:09.804722 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-fbf841c6-bda3-4b47-8b64-f9e8f45c68c6 None None] For port 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=97dc1e53-6484-40f1-93d9-3a56e2ad8fc9,segment=NetworkSegment(5a7851ce-cf5a-4dac-941a-03fb001aaca6),segment_id=5a7851ce-cf5a-4dac-941a-03fb001aaca6)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:09.805416 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-fbf841c6-bda3-4b47-8b64-f9e8f45c68c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (97dc1e53-6484-40f1-93d9-3a56e2ad8fc9), precommit_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:09.811364 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-4694976f-29f5-46e7-8cb7-841181f5687e admin admin] Calling delete_port for 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9 owned by network:dhcp {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:11:09.828692 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-fbf841c6-bda3-4b47-8b64-f9e8f45c68c6 None None] Calling delete_port for 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9 owned by network:dhcp {{(pid=106920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:11:09.845517 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b39b42c9-7665-4a25-9805-a4c86c300405 req-0c63c603-4836-4ae6-910f-7b1002497831 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526891 Aug 18 17:11:09.988801 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4694976f-29f5-46e7-8cb7-841181f5687e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (97dc1e53-6484-40f1-93d9-3a56e2ad8fc9), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:09.998335 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-fbf841c6-bda3-4b47-8b64-f9e8f45c68c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023'] for port (97dc1e53-6484-40f1-93d9-3a56e2ad8fc9), after_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:10.014838 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694976f-29f5-46e7-8cb7-841181f5687e admin admin] Pushing event deleted for resources: {'Port': ['ID=97dc1e53-6484-40f1-93d9-3a56e2ad8fc9,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:10.023231 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4694976f-29f5-46e7-8cb7-841181f5687e admin admin] No DVR routers for this DVR port 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9 on host dv-cinder-853678-2-iscsi {{(pid=106918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:11:10.032954 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf841c6-bda3-4b47-8b64-f9e8f45c68c6 None None] Pushing event deleted for resources: {'Port': ['ID=97dc1e53-6484-40f1-93d9-3a56e2ad8fc9,revision_number=None']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:10.034807 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf841c6-bda3-4b47-8b64-f9e8f45c68c6 None None] No DVR routers for this DVR port 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9 on host dv-cinder-853678-2-iscsi {{(pid=106920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:11:10.100245 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4694976f-29f5-46e7-8cb7-841181f5687e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762083', 'neutron.services.segments.db._delete_segments_for_network-8740646743435'] for network (9262925b-65a7-4a9e-8370-bb0d87864ea7), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:10.120688 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-4694976f-29f5-46e7-8cb7-841181f5687e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9262925b-65a7-4a9e-8370-bb0d87864ea7']}} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:10.130036 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-4694976f-29f5-46e7-8cb7-841181f5687e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7851ce-cf5a-4dac-941a-03fb001aaca6') {'for_net_delete': True} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:10.130337 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-4694976f-29f5-46e7-8cb7-841181f5687e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7851ce-cf5a-4dac-941a-03fb001aaca6') {} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:10.140183 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4694976f-29f5-46e7-8cb7-841181f5687e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740646743498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25603873'] for segment (5a7851ce-cf5a-4dac-941a-03fb001aaca6), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:10.154177 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4694976f-29f5-46e7-8cb7-841181f5687e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (5a7851ce-cf5a-4dac-941a-03fb001aaca6), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:10.161537 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4694976f-29f5-46e7-8cb7-841181f5687e admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=106918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 17:11:10.161940 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4694976f-29f5-46e7-8cb7-841181f5687e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26478330'] for segment (5a7851ce-cf5a-4dac-941a-03fb001aaca6), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:10.209456 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.services.segments.plugin [-] Segment 5a7851ce-cf5a-4dac-941a-03fb001aaca6 resource provider aggregate not found Aug 18 17:11:10.226546 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.services.segments.plugin [-] Segment 5a7851ce-cf5a-4dac-941a-03fb001aaca6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a7851ce-cf5a-4dac-941a-03fb001aaca6 found for delete ", "request_id": "req-f3f2e576-b2f9-40e4-93c4-59065b228392"}]} Aug 18 17:11:10.343303 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4694976f-29f5-46e7-8cb7-841181f5687e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876546'] for network (9262925b-65a7-4a9e-8370-bb0d87864ea7), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:10.349313 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4694976f-29f5-46e7-8cb7-841181f5687e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:10.354929 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-4694976f-29f5-46e7-8cb7-841181f5687e admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/9262925b-65a7-4a9e-8370-bb0d87864ea7 HTTP/1.1" status: 204 len: 168 time: 0.8446822 Aug 18 17:11:10.363991 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694976f-29f5-46e7-8cb7-841181f5687e admin admin] Pushing event deleted for resources: {'Network': ['ID=9262925b-65a7-4a9e-8370-bb0d87864ea7,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:10.547165 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d176814-3c77-48ca-b62e-7229120a02e2 req-faf7fbe1-aeb4-4b29-a2f8-397b34c093a9 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:10.549401 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2d176814-3c77-48ca-b62e-7229120a02e2 req-faf7fbe1-aeb4-4b29-a2f8-397b34c093a9 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 945 time: 0.0621543 Aug 18 17:11:10.597600 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2d176814-3c77-48ca-b62e-7229120a02e2 req-d9559880-701f-4022-8eb1-4ffb63a370b4 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424116 Aug 18 17:11:10.689717 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49182) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:10.703381 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:10.723303 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:10.729793 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-3e49a0d1-d646-477f-84a0-ac830b2d756d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ccc5c89023ff476ca3b85680f56f8899&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387940 Aug 18 17:11:10.732432 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49184) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:10.784589 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c5bb8858-eed0-436e-8b5e-6ace09e007a6 admin admin] Publish callbacks [] for security_group (45aeb816-73b9-4864-9986-64ed92b12d0f), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:10.806405 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c5bb8858-eed0-436e-8b5e-6ace09e007a6 admin admin] Publish callbacks [] for security_group (45aeb816-73b9-4864-9986-64ed92b12d0f), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:10.855138 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5848a-9143-4ef5-99f6-8cada6ea610e req-5847269e-3aa7-4802-b282-c7c666f25bc0 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:10.856564 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-60f5848a-9143-4ef5-99f6-8cada6ea610e req-5847269e-3aa7-4802-b282-c7c666f25bc0 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 945 time: 0.0466654 Aug 18 17:11:10.912527 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-60f5848a-9143-4ef5-99f6-8cada6ea610e req-b32fe079-2147-49ce-9db5-9d49b335d177 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b633b695-33d8-44f2-b849-ed5c4f291165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497754 Aug 18 17:11:10.958930 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c5bb8858-eed0-436e-8b5e-6ace09e007a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (45aeb816-73b9-4864-9986-64ed92b12d0f), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:10.961440 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c5bb8858-eed0-436e-8b5e-6ace09e007a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:10.962555 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-c5bb8858-eed0-436e-8b5e-6ace09e007a6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/45aeb816-73b9-4864-9986-64ed92b12d0f HTTP/1.1" status: 204 len: 168 time: 0.2292078 Aug 18 17:11:10.977949 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb8858-eed0-436e-8b5e-6ace09e007a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aeb816-73b9-4864-9986-64ed92b12d0f,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:10.988246 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b70fa2-e5e7-4715-a639-b1cf47ad4985 req-894772d8-0e76-4ce7-97f0-967940ff5142 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:10.988246 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d5b70fa2-e5e7-4715-a639-b1cf47ad4985 req-894772d8-0e76-4ce7-97f0-967940ff5142 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0618913 Aug 18 17:11:11.049220 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d5b70fa2-e5e7-4715-a639-b1cf47ad4985 req-b26b743e-3aa1-4839-9155-a8b6336934fe tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482237 Aug 18 17:11:11.091688 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-b08746ed-98b4-4940-94f0-750be540fe38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:11.135284 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9 no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:11:11.155566 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:11:11.155909 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 97dc1e53-6484-40f1-93d9-3a56e2ad8fc9 not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:11:11.730642 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b58d32-6181-4883-9014-208acff5a355 req-dcb586f2-a234-47f2-8e36-21300d3d2e07 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:11.732166 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-61b58d32-6181-4883-9014-208acff5a355 req-dcb586f2-a234-47f2-8e36-21300d3d2e07 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 945 time: 0.0505445 Aug 18 17:11:11.792892 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-61b58d32-6181-4883-9014-208acff5a355 req-768128da-1b6e-40cd-93db-12865b3e9740 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=80bb6f19-b641-4978-ba90-a9cc485a9b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544364 Aug 18 17:11:11.933909 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4223f-9589-42ee-8895-3b72473f7c5c req-e743027d-2972-470f-9879-2ff59a9af847 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:11.935412 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-17d4223f-9589-42ee-8895-3b72473f7c5c req-e743027d-2972-470f-9879-2ff59a9af847 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 945 time: 0.0467980 Aug 18 17:11:12.031576 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 49216) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:12.038615 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aff70-d996-484d-8e42-4aad3a8589ab req-2387b029-ec95-4fac-9616-497415e1a4f4 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:12.040132 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9f1aff70-d996-484d-8e42-4aad3a8589ab req-2387b029-ec95-4fac-9616-497415e1a4f4 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 945 time: 0.0509326 Aug 18 17:11:12.091990 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9f1aff70-d996-484d-8e42-4aad3a8589ab req-8c6e054d-f4a4-4e6d-bcda-5cc43ea13af2 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b633b695-33d8-44f2-b849-ed5c4f291165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462198 Aug 18 17:11:12.159024 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbc282-9e01-436a-b21c-f734a3dd4474 req-126fd71e-c5c1-47f8-92dc-0cea10138a89 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:12.160504 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-53dbc282-9e01-436a-b21c-f734a3dd4474 req-126fd71e-c5c1-47f8-92dc-0cea10138a89 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 945 time: 0.0658107 Aug 18 17:11:12.163402 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:12.176199 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-a1c9e8fb-3d16-4617-bff2-9e0d66de487b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-779794914-network', 'tenant_id': '44e1819d40894e26bfbe20d58589823f'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:11:12.220654 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [req-17d4223f-9589-42ee-8895-3b72473f7c5c req-7bd06dc3-f98b-4cd1-89f7-c8c01faa6de8 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Deleting port c333bfe5-da42-42cd-bf47-8e1f436f482b {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:11:12.220925 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-17d4223f-9589-42ee-8895-3b72473f7c5c req-7bd06dc3-f98b-4cd1-89f7-c8c01faa6de8 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (c333bfe5-da42-42cd-bf47-8e1f436f482b), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:12.251528 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-53dbc282-9e01-436a-b21c-f734a3dd4474 req-29e4cb58-4c63-4e81-b708-e9d48fc000f0 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Deleting port c4d87ed4-61d5-4e83-b65f-60b75d845742 {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:11:12.251872 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-53dbc282-9e01-436a-b21c-f734a3dd4474 req-29e4cb58-4c63-4e81-b708-e9d48fc000f0 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (c4d87ed4-61d5-4e83-b65f-60b75d845742), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:12.253937 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecdc44-3b57-4900-b2c4-a700234bc8b0 req-735eee62-2b5b-4b2b-b2a9-a225d6bfcaec tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:12.255510 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f3ecdc44-3b57-4900-b2c4-a700234bc8b0 req-735eee62-2b5b-4b2b-b2a9-a225d6bfcaec tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.1042318 Aug 18 17:11:12.309348 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c9e8fb-3d16-4617-bff2-9e0d66de487b admin admin] Made reservation on behalf of 44e1819d40894e26bfbe20d58589823f for: {'network': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:11:12.311709 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e8fb-3d16-4617-bff2-9e0d66de487b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for network (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:12.335296 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e8fb-3d16-4617-bff2-9e0d66de487b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:12.345194 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:12.354212 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-53dbc282-9e01-436a-b21c-f734a3dd4474 req-29e4cb58-4c63-4e81-b708-e9d48fc000f0 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] For port c4d87ed4-61d5-4e83-b65f-60b75d845742, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=c4d87ed4-61d5-4e83-b65f-60b75d845742,segment=NetworkSegment(fb045b5f-316d-4687-8827-a70164861f11),segment_id=fb045b5f-316d-4687-8827-a70164861f11)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:12.354602 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-53dbc282-9e01-436a-b21c-f734a3dd4474 req-29e4cb58-4c63-4e81-b708-e9d48fc000f0 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (c4d87ed4-61d5-4e83-b65f-60b75d845742), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:12.369861 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-53dbc282-9e01-436a-b21c-f734a3dd4474 req-29e4cb58-4c63-4e81-b708-e9d48fc000f0 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Calling delete_port for c4d87ed4-61d5-4e83-b65f-60b75d845742 owned by compute:nova {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:11:12.398663 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f3ecdc44-3b57-4900-b2c4-a700234bc8b0 req-f3902484-f90b-4628-a271-7a70be5fa1a1 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1363149 Aug 18 17:11:12.404888 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [req-17d4223f-9589-42ee-8895-3b72473f7c5c req-7bd06dc3-f98b-4cd1-89f7-c8c01faa6de8 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] For port c333bfe5-da42-42cd-bf47-8e1f436f482b, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=c333bfe5-da42-42cd-bf47-8e1f436f482b,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:12.405253 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-17d4223f-9589-42ee-8895-3b72473f7c5c req-7bd06dc3-f98b-4cd1-89f7-c8c01faa6de8 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (c333bfe5-da42-42cd-bf47-8e1f436f482b), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:12.474789 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:12.550320 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-53dbc282-9e01-436a-b21c-f734a3dd4474 req-29e4cb58-4c63-4e81-b708-e9d48fc000f0 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (c4d87ed4-61d5-4e83-b65f-60b75d845742), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:12.582652 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4cb58-4c63-4e81-b708-e9d48fc000f0 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Pushing event deleted for resources: {'Port': ['ID=c4d87ed4-61d5-4e83-b65f-60b75d845742,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:12.629211 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-53dbc282-9e01-436a-b21c-f734a3dd4474 req-29e4cb58-4c63-4e81-b708-e9d48fc000f0 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] No DVR routers for this DVR port c4d87ed4-61d5-4e83-b65f-60b75d845742 on host hv-cinder-85367 {{(pid=106918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:11:12.632448 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-53dbc282-9e01-436a-b21c-f734a3dd4474 req-29e4cb58-4c63-4e81-b708-e9d48fc000f0 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:12.635821 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-53dbc282-9e01-436a-b21c-f734a3dd4474 req-29e4cb58-4c63-4e81-b708-e9d48fc000f0 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.40 "DELETE /networking/v2.0/ports/c4d87ed4-61d5-4e83-b65f-60b75d845742 HTTP/1.1" status: 204 len: 173 time: 0.4688535 Aug 18 17:11:12.636155 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098c14b1-7597-4367-b573-ce4c70d7988e', 'name': 'network-vif-deleted', 'tag': 'c4d87ed4-61d5-4e83-b65f-60b75d845742'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:11:12.639388 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1821b038-7a0c-48de-a610-c70c494ce8a1" -d '{"events": [{"server_uuid": "098c14b1-7597-4367-b573-ce4c70d7988e", "name": "network-vif-deleted", "tag": "c4d87ed4-61d5-4e83-b65f-60b75d845742"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:11:12.662966 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e8fb-3d16-4617-bff2-9e0d66de487b admin admin] Publish callbacks [] for security_group (4c458c91-226f-452d-9294-52b4af5f3c56), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:12.674921 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-17d4223f-9589-42ee-8895-3b72473f7c5c req-7bd06dc3-f98b-4cd1-89f7-c8c01faa6de8 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:12.675292 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-17d4223f-9589-42ee-8895-3b72473f7c5c req-7bd06dc3-f98b-4cd1-89f7-c8c01faa6de8 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (fa9e8544-2277-46bf-89cf-c43d55817bae), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:12.675809 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.l3_db [req-17d4223f-9589-42ee-8895-3b72473f7c5c req-7bd06dc3-f98b-4cd1-89f7-c8c01faa6de8 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Floating IP fa9e8544-2277-46bf-89cf-c43d55817bae disassociated. External IP: 172.27.1.125, port: c333bfe5-da42-42cd-bf47-8e1f436f482b. Aug 18 17:11:12.676162 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [req-17d4223f-9589-42ee-8895-3b72473f7c5c req-7bd06dc3-f98b-4cd1-89f7-c8c01faa6de8 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Calling delete_port for c333bfe5-da42-42cd-bf47-8e1f436f482b owned by compute:nova {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:11:12.780652 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e8fb-3d16-4617-bff2-9e0d66de487b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (4c458c91-226f-452d-9294-52b4af5f3c56), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:12.799090 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:12.820481 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ef38bf-7382-4dcf-932a-b48fb2b758ed x-openstack-request-id: req-a0ef38bf-7382-4dcf-932a-b48fb2b758ed {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:11:12.820774 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098c14b1-7597-4367-b573-ce4c70d7988e", "name": "network-vif-deleted", "tag": "c4d87ed4-61d5-4e83-b65f-60b75d845742", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:11:12.821017 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a0ef38bf-7382-4dcf-932a-b48fb2b758ed {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:11:12.821419 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0ef38bf-7382-4dcf-932a-b48fb2b758ed'] response: {'server_uuid': '098c14b1-7597-4367-b573-ce4c70d7988e', 'name': 'network-vif-deleted', 'tag': 'c4d87ed4-61d5-4e83-b65f-60b75d845742', 'status': 'completed', 'code': 200} Aug 18 17:11:12.832989 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9e8fb-3d16-4617-bff2-9e0d66de487b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c458c91-226f-452d-9294-52b4af5f3c56,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:12.912954 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-17d4223f-9589-42ee-8895-3b72473f7c5c req-7bd06dc3-f98b-4cd1-89f7-c8c01faa6de8 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (c333bfe5-da42-42cd-bf47-8e1f436f482b), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:12.915763 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-02e1f6ce-712c-440d-b587-46cc0e5114da req-79d4f926-3cbf-47c2-86ca-edeca10e0a80 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 210 time: 0.0340614 Aug 18 17:11:12.923420 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c9e8fb-3d16-4617-bff2-9e0d66de487b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=106919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 17:11:12.954747 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd06dc3-f98b-4cd1-89f7-c8c01faa6de8 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event deleted for resources: {'Port': ['ID=c333bfe5-da42-42cd-bf47-8e1f436f482b,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:12.962227 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e8fb-3d16-4617-bff2-9e0d66de487b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (be749b98-a22a-40dd-8a4f-22ce2a25c08e), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:12.962578 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.segments_db [None req-a1c9e8fb-3d16-4617-bff2-9e0d66de487b admin admin] Added segment be749b98-a22a-40dd-8a4f-22ce2a25c08e of type vlan for network e79ee218-b8f4-4366-b86f-915853fc6747 Aug 18 17:11:13.044285 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e8fb-3d16-4617-bff2-9e0d66de487b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740646246220'] for network (e79ee218-b8f4-4366-b86f-915853fc6747), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:13.124147 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17d4223f-9589-42ee-8895-3b72473f7c5c req-7bd06dc3-f98b-4cd1-89f7-c8c01faa6de8 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Router 33ac6969-4352-430e-8f29-f4e097521088 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:11:13.199350 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f4d7272f-c484-41bd-a321-6896eb8ce6d2 req-243b65ca-5c1c-4821-8ad8-25248f19a65b tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 210 time: 0.0293128 Aug 18 17:11:13.211737 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e8fb-3d16-4617-bff2-9e0d66de487b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for network (e79ee218-b8f4-4366-b86f-915853fc6747), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:13.212814 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c9e8fb-3d16-4617-bff2-9e0d66de487b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:13.213396 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e8fb-3d16-4617-bff2-9e0d66de487b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:13.291212 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9e8fb-3d16-4617-bff2-9e0d66de487b admin admin] Pushing event updated for resources: {'Network': ['ID=e79ee218-b8f4-4366-b86f-915853fc6747,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:13.295771 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17d4223f-9589-42ee-8895-3b72473f7c5c req-7bd06dc3-f98b-4cd1-89f7-c8c01faa6de8 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:11:13.312165 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8280ca-1ab8-4da0-8620-dd33b19fba04 None None] Sync routers for ids ['33ac6969-4352-430e-8f29-f4e097521088'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:11:13.318073 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Network e79ee218-b8f4-4366-b86f-915853fc6747 details requested by agent ovs-agent-dv-cinder-853678-2-iscsi with host dv-cinder-853678-2-iscsi {{(pid=106920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 17:11:13.330884 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-a1c9e8fb-3d16-4617-bff2-9e0d66de487b admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2975435 Aug 18 17:11:13.333158 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49234) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:13.338100 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-1857108d-63bf-4458-98bf-b1513854f2d1 admin admin] Request body: {'subnet': {'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-779794914-subnet', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:11:13.357341 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d4223f-9589-42ee-8895-3b72473f7c5c req-7bd06dc3-f98b-4cd1-89f7-c8c01faa6de8 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] No DVR routers for this DVR port c333bfe5-da42-42cd-bf47-8e1f436f482b on host hv-cinder-85367 {{(pid=106919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:11:13.361297 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-17d4223f-9589-42ee-8895-3b72473f7c5c req-7bd06dc3-f98b-4cd1-89f7-c8c01faa6de8 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:13.366873 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8280ca-1ab8-4da0-8620-dd33b19fba04 None None] Routers {'33ac6969-4352-430e-8f29-f4e097521088'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:11:13.366873 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-2a8280ca-1ab8-4da0-8620-dd33b19fba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:10:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['33ac6969-4352-430e-8f29-f4e097521088'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:13.367137 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-17d4223f-9589-42ee-8895-3b72473f7c5c req-7bd06dc3-f98b-4cd1-89f7-c8c01faa6de8 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.40 "DELETE /networking/v2.0/ports/c333bfe5-da42-42cd-bf47-8e1f436f482b HTTP/1.1" status: 204 len: 173 time: 1.3025529 Aug 18 17:11:13.367137 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da756d85-46a8-4afd-bfbc-4e20051f6d10', 'name': 'network-vif-deleted', 'tag': 'c333bfe5-da42-42cd-bf47-8e1f436f482b'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:11:13.368766 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7954b85e-72c5-4cb1-a5db-cf28f70e8324" -d '{"events": [{"server_uuid": "da756d85-46a8-4afd-bfbc-4e20051f6d10", "name": "network-vif-deleted", "tag": "c333bfe5-da42-42cd-bf47-8e1f436f482b"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:11:13.413920 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e9a233-7534-4eb1-8ba2-eff6f2930ea3 x-openstack-request-id: req-02e9a233-7534-4eb1-8ba2-eff6f2930ea3 {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:11:13.414442 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da756d85-46a8-4afd-bfbc-4e20051f6d10", "name": "network-vif-deleted", "tag": "c333bfe5-da42-42cd-bf47-8e1f436f482b", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:11:13.414851 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-02e9a233-7534-4eb1-8ba2-eff6f2930ea3 {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:11:13.415629 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e9a233-7534-4eb1-8ba2-eff6f2930ea3'] response: {'server_uuid': 'da756d85-46a8-4afd-bfbc-4e20051f6d10', 'name': 'network-vif-deleted', 'tag': 'c333bfe5-da42-42cd-bf47-8e1f436f482b', 'status': 'completed', 'code': 200} Aug 18 17:11:13.435771 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1857108d-63bf-4458-98bf-b1513854f2d1 admin admin] Made reservation on behalf of 44e1819d40894e26bfbe20d58589823f for: {'subnet': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:11:13.440786 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-1857108d-63bf-4458-98bf-b1513854f2d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26692429'] for subnet (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:13.452528 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:13.460903 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-df0aaa9a-f07d-437a-b9e9-52d00f025935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:13.548732 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-2a8280ca-1ab8-4da0-8620-dd33b19fba04 None None] Set router 33ac6969-4352-430e-8f29-f4e097521088 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:11:13.583812 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf57fa2-caf6-4af1-9c53-ef68f73eaffd req-76affa24-9659-49b1-90df-6067d3dbcd12 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:13.585201 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-adf57fa2-caf6-4af1-9c53-ef68f73eaffd req-76affa24-9659-49b1-90df-6067d3dbcd12 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0704072 Aug 18 17:11:13.607875 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:13.651374 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:13.671849 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-adf57fa2-caf6-4af1-9c53-ef68f73eaffd req-d92e9e7c-3de5-4a56-9e0c-8d19855090d1 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800264 Aug 18 17:11:13.745336 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:13.747337 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5f03c-fc47-4a99-9e9a-6044e0f534f0 req-111d0caa-ffec-426f-a240-1b6cac12dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:13.748990 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-38f5f03c-fc47-4a99-9e9a-6044e0f534f0 req-111d0caa-ffec-426f-a240-1b6cac12dca1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e5d8cae49e524a98ae646381b455351e&device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 1129 time: 0.0430200 Aug 18 17:11:13.759886 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-2a8280ca-1ab8-4da0-8620-dd33b19fba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:13.820820 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-1857108d-63bf-4458-98bf-b1513854f2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26476631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26692435'] for subnet (66bcb9af-9b5e-481b-b77b-bb404fdf00cd), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:13.862306 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5f03c-fc47-4a99-9e9a-6044e0f534f0 req-170a1736-fefa-4667-ae69-3aaecc509694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:13.864361 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-38f5f03c-fc47-4a99-9e9a-6044e0f534f0 req-170a1736-fefa-4667-ae69-3aaecc509694 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 HTTP/1.1" status: 200 len: 909 time: 0.1077302 Aug 18 17:11:13.904521 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857108d-63bf-4458-98bf-b1513854f2d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66bcb9af-9b5e-481b-b77b-bb404fdf00cd,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:13.917680 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1857108d-63bf-4458-98bf-b1513854f2d1 admin admin] Checking segment: {'id': 'be749b98-a22a-40dd-8a4f-22ce2a25c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:11:13.918047 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1857108d-63bf-4458-98bf-b1513854f2d1 admin admin] Network hostable DHCP agents. Network: e79ee218-b8f4-4366-b86f-915853fc6747, hostable agents: ['e58bb1ce-71d7-42ea-87d8-4585040b913b'], hosted agents: [] {{(pid=106918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 17:11:13.937453 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8280ca-1ab8-4da0-8620-dd33b19fba04 None None] Checking router: 33ac6969-4352-430e-8f29-f4e097521088 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:11:13.947958 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8280ca-1ab8-4da0-8620-dd33b19fba04 None None] Routers {'33ac6969-4352-430e-8f29-f4e097521088'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:11:13.948603 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-2a8280ca-1ab8-4da0-8620-dd33b19fba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:11:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['33ac6969-4352-430e-8f29-f4e097521088'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:14.002377 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-38f5f03c-fc47-4a99-9e9a-6044e0f534f0 req-866333a6-116c-4620-9799-07a2a6e0900b service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60e0cf05-5e8f-4133-8579-da77a04a4d8a HTTP/1.1" status: 200 len: 1000 time: 0.1314702 Aug 18 17:11:14.054177 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-2a8280ca-1ab8-4da0-8620-dd33b19fba04 None None] Set router 33ac6969-4352-430e-8f29-f4e097521088 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:11:14.070312 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-55112671-7160-4604-ae00-99cadc295d11 req-51b6c478-7101-4e40-ac5b-a1eab8db7539 tempest-VolumesSnapshotTestJSON-346599018 tempest-VolumesSnapshotTestJSON-346599018-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=098c14b1-7597-4367-b573-ce4c70d7988e HTTP/1.1" status: 200 len: 210 time: 0.0584593 Aug 18 17:11:14.084922 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5f03c-fc47-4a99-9e9a-6044e0f534f0 req-d3d82c58-b42a-4c31-add9-c68eca56c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:14.086411 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-38f5f03c-fc47-4a99-9e9a-6044e0f534f0 req-d3d82c58-b42a-4c31-add9-c68eca56c659 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8923c51a-2a81-416e-9aa6-fae865af2acd HTTP/1.1" status: 200 len: 847 time: 0.0758450 Aug 18 17:11:14.101546 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1857108d-63bf-4458-98bf-b1513854f2d1 admin admin] Network e79ee218-b8f4-4366-b86f-915853fc6747 is scheduled to be hosted by DHCP agent e58bb1ce-71d7-42ea-87d8-4585040b913b with binding_index 1 {{(pid=106918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 17:11:14.137281 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5f03c-fc47-4a99-9e9a-6044e0f534f0 req-a9aeb419-bffc-4fe8-866d-3af9563b0681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:14.139087 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-38f5f03c-fc47-4a99-9e9a-6044e0f534f0 req-a9aeb419-bffc-4fe8-866d-3af9563b0681 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442326 Aug 18 17:11:14.206484 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-1857108d-63bf-4458-98bf-b1513854f2d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853678-2-iscsi, e79ee218-b8f4-4366-b86f-915853fc6747) {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:11:14.207087 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:14.211881 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1857108d-63bf-4458-98bf-b1513854f2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:14.212642 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-1857108d-63bf-4458-98bf-b1513854f2d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:14.233060 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43deaa2-8198-400c-b0c9-1373f402e083 None None] Network e79ee218-b8f4-4366-b86f-915853fc6747 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:11:14.306723 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-2a8280ca-1ab8-4da0-8620-dd33b19fba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:14.314248 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-42eb2212-5458-4f2b-8faa-c5a450b0f7f6 req-5d326580-e843-4458-bf57-1efffd611b49 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=da756d85-46a8-4afd-bfbc-4e20051f6d10 HTTP/1.1" status: 200 len: 210 time: 0.0274823 Aug 18 17:11:14.336851 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8280ca-1ab8-4da0-8620-dd33b19fba04 None None] The sync data for ids ['33ac6969-4352-430e-8f29-f4e097521088'] in dv-cinder-853678-2-iscsi is: [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:11:14.349587 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-1857108d-63bf-4458-98bf-b1513854f2d1 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0152814 Aug 18 17:11:14.353800 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49244) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:14.361823 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-d279020a-98b6-483c-abe8-b5cad881b6be admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-779794914-router', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:11:14.385090 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b6973e-48ba-45f8-870c-c38148d9c30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3313c541-5052-5b58-90ab-4ac2d5070ee7-e79ee218-b8f4-4366-b86f-915853fc6747', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'project_id': '44e1819d40894e26bfbe20d58589823f', 'fixed_ips': [{'subnet_id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd'}]}} from dv-cinder-853678-2-iscsi. {{(pid=106920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 17:11:14.386115 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-57b6973e-48ba-45f8-870c-c38148d9c30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:14.434536 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:14.454515 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-38f5f03c-fc47-4a99-9e9a-6044e0f534f0 req-c33fb0e2-54ff-4ed5-8044-31d4e96c31e2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138861 Aug 18 17:11:14.486976 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d279020a-98b6-483c-abe8-b5cad881b6be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (9c60d9cd-ae8f-4d36-a8dd-cc7677790130), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:14.488553 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d279020a-98b6-483c-abe8-b5cad881b6be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3874696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3929413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5391'] for router (9c60d9cd-ae8f-4d36-a8dd-cc7677790130), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:14.505275 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:14.534836 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.db_base_plugin_common [None req-57b6973e-48ba-45f8-870c-c38148d9c30d None None] Allocated IP 172.20.0.2 (e79ee218-b8f4-4366-b86f-915853fc6747/66bcb9af-9b5e-481b-b77b-bb404fdf00cd/2524f78b-5b72-42cf-bd77-0a4b992b6894) {{(pid=106920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:11:14.552466 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d279020a-98b6-483c-abe8-b5cad881b6be admin admin] Publish callbacks [] for router_controller (9c60d9cd-ae8f-4d36-a8dd-cc7677790130), precommit_add_association {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:14.561259 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-38f5f03c-fc47-4a99-9e9a-6044e0f534f0 req-bc9fc4dd-0c20-48bf-be5f-83c277ae28c3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978928 Aug 18 17:11:14.569149 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device c4d87ed4-61d5-4e83-b65f-60b75d845742 no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:11:14.573417 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:14.630468 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] No Port match for: c4d87ed4-61d5-4e83-b65f-60b75d845742 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:11:14.631457 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device c4d87ed4-61d5-4e83-b65f-60b75d845742 not bound to the agent host hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:11:14.632493 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device c333bfe5-da42-42cd-bf47-8e1f436f482b no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:11:14.663830 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] No Port match for: c333bfe5-da42-42cd-bf47-8e1f436f482b {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:11:14.664179 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device c333bfe5-da42-42cd-bf47-8e1f436f482b not bound to the agent host hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:11:14.676358 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74c1f0e-3e3e-4a76-a98c-0593440ae5d6 None None] New status for floating IP fa9e8544-2277-46bf-89cf-c43d55817bae: DOWN {{(pid=106921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:11:14.772126 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-57b6973e-48ba-45f8-870c-c38148d9c30d None None] Publish callbacks [] for port (2524f78b-5b72-42cf-bd77-0a4b992b6894), precommit_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:14.790692 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:14.793803 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d279020a-98b6-483c-abe8-b5cad881b6be admin admin] Publish callbacks [] for router_gateway (9c60d9cd-ae8f-4d36-a8dd-cc7677790130), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:14.810992 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7353e4-f5c0-4fcd-a0b2-6e7c3928f205 req-b1dab8d8-7a43-4279-a519-196eb851699d tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:14.812608 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5e7353e4-f5c0-4fcd-a0b2-6e7c3928f205 req-b1dab8d8-7a43-4279-a519-196eb851699d tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0544517 Aug 18 17:11:14.862309 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5e7353e4-f5c0-4fcd-a0b2-6e7c3928f205 req-561530db-0581-4a47-a1fa-760815c0a0bf tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433788 Aug 18 17:11:14.882176 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-57b6973e-48ba-45f8-870c-c38148d9c30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (2524f78b-5b72-42cf-bd77-0a4b992b6894), after_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:14.933577 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b6973e-48ba-45f8-870c-c38148d9c30d None None] Network e79ee218-b8f4-4366-b86f-915853fc6747 is already hosted by enough agents. {{(pid=106920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:11:14.941148 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.base_scheduler [None req-57b6973e-48ba-45f8-870c-c38148d9c30d None None] Resources bound (agent type, host, resource id): {{(pid=106920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:11:14.948172 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b6973e-48ba-45f8-870c-c38148d9c30d None None] Received port after_create {{(pid=106920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:11:14.952730 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6973e-48ba-45f8-870c-c38148d9c30d None None] Pushing event updated for resources: {'Port': ['ID=2524f78b-5b72-42cf-bd77-0a4b992b6894,revision_number=1']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:15.018951 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-57b6973e-48ba-45f8-870c-c38148d9c30d None None] Attempting to bind port 2524f78b-5b72-42cf-bd77-0a4b992b6894 on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:11:15.019327 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-57b6973e-48ba-45f8-870c-c38148d9c30d None None] Attempting to bind port 2524f78b-5b72-42cf-bd77-0a4b992b6894 by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': 'be749b98-a22a-40dd-8a4f-22ce2a25c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:11:15.019818 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b6973e-48ba-45f8-870c-c38148d9c30d None None] Attempting to bind port 2524f78b-5b72-42cf-bd77-0a4b992b6894 on network e79ee218-b8f4-4366-b86f-915853fc6747 {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:11:15.025578 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b6973e-48ba-45f8-870c-c38148d9c30d None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:11:15.025953 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b6973e-48ba-45f8-870c-c38148d9c30d None None] Checking segment: {'id': 'be749b98-a22a-40dd-8a4f-22ce2a25c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:11:15.026387 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-57b6973e-48ba-45f8-870c-c38148d9c30d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:15.026781 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b6973e-48ba-45f8-870c-c38148d9c30d None None] Bound using segment: {'id': 'be749b98-a22a-40dd-8a4f-22ce2a25c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:11:15.027250 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-57b6973e-48ba-45f8-870c-c38148d9c30d None None] Bound port: 2524f78b-5b72-42cf-bd77-0a4b992b6894, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be749b98-a22a-40dd-8a4f-22ce2a25c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:11:15.027663 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-57b6973e-48ba-45f8-870c-c38148d9c30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (2524f78b-5b72-42cf-bd77-0a4b992b6894), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:15.074021 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d279020a-98b6-483c-abe8-b5cad881b6be admin admin] Publish callbacks [] for router_gateway (9c60d9cd-ae8f-4d36-a8dd-cc7677790130), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:15.093721 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d279020a-98b6-483c-abe8-b5cad881b6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:15.094477 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-57b6973e-48ba-45f8-870c-c38148d9c30d None None] For port 2524f78b-5b72-42cf-bd77-0a4b992b6894, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:11:15.098260 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-57b6973e-48ba-45f8-870c-c38148d9c30d None None] For port 2524f78b-5b72-42cf-bd77-0a4b992b6894, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=2524f78b-5b72-42cf-bd77-0a4b992b6894,segment=NetworkSegment(be749b98-a22a-40dd-8a4f-22ce2a25c08e),segment_id=be749b98-a22a-40dd-8a4f-22ce2a25c08e)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:11:15.208838 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [None req-d279020a-98b6-483c-abe8-b5cad881b6be admin admin] Allocated IP 172.27.1.158 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/26920fc8-8909-4497-9fe7-6adbed282ebb) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:11:15.213410 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-57b6973e-48ba-45f8-870c-c38148d9c30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (2524f78b-5b72-42cf-bd77-0a4b992b6894), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:15.257956 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:15.291729 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6973e-48ba-45f8-870c-c38148d9c30d None None] Pushing event updated for resources: {'Port': ['ID=2524f78b-5b72-42cf-bd77-0a4b992b6894,revision_number=2']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:15.342926 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d279020a-98b6-483c-abe8-b5cad881b6be admin admin] Publish callbacks [] for port (26920fc8-8909-4497-9fe7-6adbed282ebb), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:15.483789 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d279020a-98b6-483c-abe8-b5cad881b6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (26920fc8-8909-4497-9fe7-6adbed282ebb), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:15.517850 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 49256) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:15.527799 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d279020a-98b6-483c-abe8-b5cad881b6be admin admin] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:11:15.533914 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-d279020a-98b6-483c-abe8-b5cad881b6be admin admin] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:11:15.538123 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d279020a-98b6-483c-abe8-b5cad881b6be admin admin] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:11:15.563481 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279020a-98b6-483c-abe8-b5cad881b6be admin admin] Pushing event updated for resources: {'Port': ['ID=26920fc8-8909-4497-9fe7-6adbed282ebb,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:15.586093 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dfdd054a-380a-4fc8-8457-249f9ea6cb94 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (b633b695-33d8-44f2-b849-ed5c4f291165), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:15.613974 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dfdd054a-380a-4fc8-8457-249f9ea6cb94 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (b633b695-33d8-44f2-b849-ed5c4f291165), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:15.773117 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dfdd054a-380a-4fc8-8457-249f9ea6cb94 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (b633b695-33d8-44f2-b849-ed5c4f291165), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:15.776002 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dfdd054a-380a-4fc8-8457-249f9ea6cb94 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:15.777344 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-dfdd054a-380a-4fc8-8457-249f9ea6cb94 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b633b695-33d8-44f2-b849-ed5c4f291165 HTTP/1.1" status: 204 len: 168 time: 0.2583814 Aug 18 17:11:15.781385 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 49258) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:15.800810 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.api.v2.resource [None req-d980ce8e-b007-4c78-8e9f-a872d7f94817 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] show failed (client error): The resource could not be found. Aug 18 17:11:15.802052 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-d980ce8e-b007-4c78-8e9f-a872d7f94817 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups/b633b695-33d8-44f2-b849-ed5c4f291165 HTTP/1.1" status: 404 len: 347 time: 0.0194736 Aug 18 17:11:15.803287 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd054a-380a-4fc8-8457-249f9ea6cb94 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b633b695-33d8-44f2-b849-ed5c4f291165,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:15.805169 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 49260) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:16.002576 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-cc0b543e-a4e8-4238-a61e-b28388ddf77c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Deleting port 2517ea8e-1a60-490c-9240-9e9a5c4291b2 {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:11:16.002925 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cc0b543e-a4e8-4238-a61e-b28388ddf77c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (2517ea8e-1a60-490c-9240-9e9a5c4291b2), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:16.038671 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d9bcc-7769-4047-8be9-70576bf16c79 req-b47415d2-fc00-4452-8d20-bfda7242a359 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:16.040012 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a94d9bcc-7769-4047-8be9-70576bf16c79 req-b47415d2-fc00-4452-8d20-bfda7242a359 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0798297 Aug 18 17:11:16.082316 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:16.136475 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cc0b543e-a4e8-4238-a61e-b28388ddf77c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (2517ea8e-1a60-490c-9240-9e9a5c4291b2), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:16.136799 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cc0b543e-a4e8-4238-a61e-b28388ddf77c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (2517ea8e-1a60-490c-9240-9e9a5c4291b2), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:16.150495 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a94d9bcc-7769-4047-8be9-70576bf16c79 req-645d7847-a2b5-4301-aaff-49901214c007 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818727 Aug 18 17:11:16.155258 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-cc0b543e-a4e8-4238-a61e-b28388ddf77c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Calling delete_port for 2517ea8e-1a60-490c-9240-9e9a5c4291b2 owned by network:floatingip {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:11:16.184537 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d279020a-98b6-483c-abe8-b5cad881b6be admin admin] Publish callbacks [] for router_gateway (9c60d9cd-ae8f-4d36-a8dd-cc7677790130), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:16.189383 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:16.258131 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:16.287114 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:16.353381 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b19e21-6aae-4f14-8b2f-c1086e7502ef None None] Network e79ee218-b8f4-4366-b86f-915853fc6747 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:11:16.400508 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d279020a-98b6-483c-abe8-b5cad881b6be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3874809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876444'] for router (9c60d9cd-ae8f-4d36-a8dd-cc7677790130), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:16.408462 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cc0b543e-a4e8-4238-a61e-b28388ddf77c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (2517ea8e-1a60-490c-9240-9e9a5c4291b2), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:16.428362 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-ebba15df-a3cb-463e-9f1f-b6dc23e7981f None None] Provisioning complete for port 2524f78b-5b72-42cf-bd77-0a4b992b6894 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:11:16.429178 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-ebba15df-a3cb-463e-9f1f-b6dc23e7981f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (2524f78b-5b72-42cf-bd77-0a4b992b6894), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:16.439847 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b543e-a4e8-4238-a61e-b28388ddf77c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event deleted for resources: {'Port': ['ID=2517ea8e-1a60-490c-9240-9e9a5c4291b2,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:16.498305 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:16.524198 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cc0b543e-a4e8-4238-a61e-b28388ddf77c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (fa9e8544-2277-46bf-89cf-c43d55817bae), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:16.527064 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cc0b543e-a4e8-4238-a61e-b28388ddf77c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:16.531009 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-cc0b543e-a4e8-4238-a61e-b28388ddf77c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/fa9e8544-2277-46bf-89cf-c43d55817bae HTTP/1.1" status: 204 len: 168 time: 0.7221651 Aug 18 17:11:16.563865 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-ebba15df-a3cb-463e-9f1f-b6dc23e7981f None None] Current status of the port 2524f78b-5b72-42cf-bd77-0a4b992b6894 is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:11:16.564289 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-ebba15df-a3cb-463e-9f1f-b6dc23e7981f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (2524f78b-5b72-42cf-bd77-0a4b992b6894), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:16.603145 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-ebba15df-a3cb-463e-9f1f-b6dc23e7981f None None] For port 2524f78b-5b72-42cf-bd77-0a4b992b6894, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=2524f78b-5b72-42cf-bd77-0a4b992b6894,segment=NetworkSegment(be749b98-a22a-40dd-8a4f-22ce2a25c08e),segment_id=be749b98-a22a-40dd-8a4f-22ce2a25c08e)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:16.646000 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d279020a-98b6-483c-abe8-b5cad881b6be admin admin] Router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 is scheduled to L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 with binding_index 1 {{(pid=106918) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 17:11:16.704343 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49270) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:16.709760 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-2d21cef7-5fa8-45f5-a342-ecac6dccea68 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--123815723', 'description': 'tempest-description--882450315'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:11:16.749957 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-ebba15df-a3cb-463e-9f1f-b6dc23e7981f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (2524f78b-5b72-42cf-bd77-0a4b992b6894), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:16.792653 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d279020a-98b6-483c-abe8-b5cad881b6be admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:11:16.806518 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] Sync routers for ids ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:11:16.810189 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba15df-a3cb-463e-9f1f-b6dc23e7981f None None] Pushing event updated for resources: {'Port': ['ID=2524f78b-5b72-42cf-bd77-0a4b992b6894,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:16.820085 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] Routers {'9c60d9cd-ae8f-4d36-a8dd-cc7677790130'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:11:16.820691 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:11:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:16.859572 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-2d21cef7-5fa8-45f5-a342-ecac6dccea68 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:16.881873 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-5ac90d21-2f56-456e-918f-cd4bb512026d None None] Provisioning complete for port 2524f78b-5b72-42cf-bd77-0a4b992b6894 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:11:16.882248 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-5ac90d21-2f56-456e-918f-cd4bb512026d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (2524f78b-5b72-42cf-bd77-0a4b992b6894), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:16.889114 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d279020a-98b6-483c-abe8-b5cad881b6be admin admin] Publish callbacks [] for router (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:16.893043 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-d279020a-98b6-483c-abe8-b5cad881b6be admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5333080 Aug 18 17:11:16.893474 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 49272) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:16.967804 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:16.971129 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-2d21cef7-5fa8-45f5-a342-ecac6dccea68 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (f0ab2db1-9c03-4c68-8946-0784f4560804), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:16.975993 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] Set router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:11:17.030583 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:17.044113 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-2d21cef7-5fa8-45f5-a342-ecac6dccea68 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (f0ab2db1-9c03-4c68-8946-0784f4560804), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:17.094177 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-5ac90d21-2f56-456e-918f-cd4bb512026d None None] Current status of the port 2524f78b-5b72-42cf-bd77-0a4b992b6894 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:11:17.095208 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21cef7-5fa8-45f5-a342-ecac6dccea68 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ab2db1-9c03-4c68-8946-0784f4560804,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:17.177314 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-2d21cef7-5fa8-45f5-a342-ecac6dccea68 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:17.185769 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-2d21cef7-5fa8-45f5-a342-ecac6dccea68 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4777479 Aug 18 17:11:17.185769 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49278) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:17.192924 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-15314a5e-0fe5-4210-a4bc-d53d8591d2e3 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'security_group_rule': {'security_group_id': 'f0ab2db1-9c03-4c68-8946-0784f4560804', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:11:17.237204 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'name': 'tempest-AttachVolumeTestJSON-779794914-router', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:11:14Z', 'updated_at': '2022-08-18T17:11:15Z', 'revision_number': 3, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'gw_port': {'id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:15Z', 'updated_at': '2022-08-18T17:11:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:17.283254 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 2524f78b-5b72-42cf-bd77-0a4b992b6894 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:11:17.290272 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] Checking router: 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:11:17.290876 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] Updating router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 port 26920fc8-8909-4497-9fe7-6adbed282ebb binding host dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 17:11:17.345683 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-15314a5e-0fe5-4210-a4bc-d53d8591d2e3 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (f6807d6a-28bc-43cb-bed2-1f0a3cc60960), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:17.410255 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-15314a5e-0fe5-4210-a4bc-d53d8591d2e3 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (f6807d6a-28bc-43cb-bed2-1f0a3cc60960), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:17.496166 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-15314a5e-0fe5-4210-a4bc-d53d8591d2e3 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (f6807d6a-28bc-43cb-bed2-1f0a3cc60960), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:17.519142 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (26920fc8-8909-4497-9fe7-6adbed282ebb), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:17.520839 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15314a5e-0fe5-4210-a4bc-d53d8591d2e3 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6807d6a-28bc-43cb-bed2-1f0a3cc60960,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:17.555171 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b1ebd-7b0e-4e0b-9ac3-689acbc43458 req-c6d0cf11-d14c-474a-8229-8521f6f5e636 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:17.558268 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0f5b1ebd-7b0e-4e0b-9ac3-689acbc43458 req-c6d0cf11-d14c-474a-8229-8521f6f5e636 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0708027 Aug 18 17:11:17.602508 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-15314a5e-0fe5-4210-a4bc-d53d8591d2e3 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:17.604244 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-15314a5e-0fe5-4210-a4bc-d53d8591d2e3 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4200706 Aug 18 17:11:17.609988 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49284) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:17.614203 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-ad864f4f-55d3-4fd2-8918-1c01176dc440 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'security_group_rule': {'security_group_id': 'f0ab2db1-9c03-4c68-8946-0784f4560804', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:11:17.615993 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 2524f78b-5b72-42cf-bd77-0a4b992b6894 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:11:17.616434 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (2524f78b-5b72-42cf-bd77-0a4b992b6894), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:17.683343 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:17.697593 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0f5b1ebd-7b0e-4e0b-9ac3-689acbc43458 req-fe6e05a9-0746-4965-ab24-de53d187ae9b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1040888 Aug 18 17:11:17.776397 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ad864f4f-55d3-4fd2-8918-1c01176dc440 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (e5d0435a-cc1b-46b0-bc66-45faf56a4d5c), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:17.802575 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 2524f78b-5b72-42cf-bd77-0a4b992b6894 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:11:17.817051 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:17.859519 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ad864f4f-55d3-4fd2-8918-1c01176dc440 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (e5d0435a-cc1b-46b0-bc66-45faf56a4d5c), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:17.868610 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5520a6fc-fc26-44dd-9cdf-462387ebf03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:17.886322 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] Publish callbacks [] for port (26920fc8-8909-4497-9fe7-6adbed282ebb), precommit_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:17.944578 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ad864f4f-55d3-4fd2-8918-1c01176dc440 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (e5d0435a-cc1b-46b0-bc66-45faf56a4d5c), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:17.951540 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:17.965568 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad864f4f-55d3-4fd2-8918-1c01176dc440 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d0435a-cc1b-46b0-bc66-45faf56a4d5c,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:17.975087 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (26920fc8-8909-4497-9fe7-6adbed282ebb), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:18.011358 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] Attempting to bind port 26920fc8-8909-4497-9fe7-6adbed282ebb on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:11:18.011881 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] Attempting to bind port 26920fc8-8909-4497-9fe7-6adbed282ebb by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:11:18.012251 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] Attempting to bind port 26920fc8-8909-4497-9fe7-6adbed282ebb on network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:11:18.027886 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:11:18.028175 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] Checking segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:11:18.028601 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:18.028965 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] Bound using segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:11:18.029438 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] Bound port: 26920fc8-8909-4497-9fe7-6adbed282ebb, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:11:18.029820 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (26920fc8-8909-4497-9fe7-6adbed282ebb), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:18.035681 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ad864f4f-55d3-4fd2-8918-1c01176dc440 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:18.041493 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 49286) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:18.042086 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-ad864f4f-55d3-4fd2-8918-1c01176dc440 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4331052 Aug 18 17:11:18.048299 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-bcebf380-fe85-4726-a0ed-2b8d082bbd71 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'floatingip': {'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:11:18.050547 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e608203-b00b-4de7-96f9-c3c726dbe445 None None] Pushing event updated for resources: {'Port': ['ID=26920fc8-8909-4497-9fe7-6adbed282ebb,revision_number=2']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:18.069102 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:18.072656 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [None req-5520a6fc-fc26-44dd-9cdf-462387ebf03f admin admin] Allocated IP 172.20.0.1 (e79ee218-b8f4-4366-b86f-915853fc6747/66bcb9af-9b5e-481b-b77b-bb404fdf00cd/d1283d0e-2f90-445f-9331-954a7d46cff5) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:11:18.083660 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] For port 26920fc8-8909-4497-9fe7-6adbed282ebb, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:11:18.086863 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] For port 26920fc8-8909-4497-9fe7-6adbed282ebb, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=26920fc8-8909-4497-9fe7-6adbed282ebb,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:11:18.165091 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=87,neutron:DELETE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:18.167745 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (26920fc8-8909-4497-9fe7-6adbed282ebb), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:18.169959 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bcebf380-fe85-4726-a0ed-2b8d082bbd71 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:18.206805 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5520a6fc-fc26-44dd-9cdf-462387ebf03f admin admin] Publish callbacks [] for port (d1283d0e-2f90-445f-9331-954a7d46cff5), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:18.214440 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] Routers {'9c60d9cd-ae8f-4d36-a8dd-cc7677790130'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:11:18.215083 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:11:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:18.250440 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:18.256669 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:18.261773 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e608203-b00b-4de7-96f9-c3c726dbe445 None None] Pushing event updated for resources: {'Port': ['ID=26920fc8-8909-4497-9fe7-6adbed282ebb,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:18.282238 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bcebf380-fe85-4726-a0ed-2b8d082bbd71 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:18.338924 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] Set router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:11:18.381095 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5520a6fc-fc26-44dd-9cdf-462387ebf03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (d1283d0e-2f90-445f-9331-954a7d46cff5), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:18.447932 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [None req-bcebf380-fe85-4726-a0ed-2b8d082bbd71 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Allocated IP 172.27.1.199 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/7331fdd5-42b7-40b6-8791-9ea7afa7341b) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:11:18.460461 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5520a6fc-fc26-44dd-9cdf-462387ebf03f admin admin] Network e79ee218-b8f4-4366-b86f-915853fc6747 is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:11:18.463350 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520a6fc-fc26-44dd-9cdf-462387ebf03f admin admin] Pushing event updated for resources: {'Port': ['ID=d1283d0e-2f90-445f-9331-954a7d46cff5,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:18.469279 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-5520a6fc-fc26-44dd-9cdf-462387ebf03f admin admin] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:11:18.474370 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5520a6fc-fc26-44dd-9cdf-462387ebf03f admin admin] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:11:18.556018 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'name': 'tempest-AttachVolumeTestJSON-779794914-router', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:11:14Z', 'updated_at': '2022-08-18T17:11:15Z', 'revision_number': 3, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'gw_port': {'id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:15Z', 'updated_at': '2022-08-18T17:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:18.573086 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e975caf-9b41-4883-89d1-c746cf8fda27 None None] The sync data for ids ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'] in dv-cinder-853678-2-iscsi is: [{'id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'name': 'tempest-AttachVolumeTestJSON-779794914-router', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:11:14Z', 'updated_at': '2022-08-18T17:11:15Z', 'revision_number': 3, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'gw_port': {'id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:15Z', 'updated_at': '2022-08-18T17:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:11:18.576147 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5520a6fc-fc26-44dd-9cdf-462387ebf03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3878446'] for router_interface (9c60d9cd-ae8f-4d36-a8dd-cc7677790130), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:18.629092 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:18.669397 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bcebf380-fe85-4726-a0ed-2b8d082bbd71 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for port (7331fdd5-42b7-40b6-8791-9ea7afa7341b), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:18.725607 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-cd2580ff-64b2-420f-8d3d-a6e44768f683 None None] Provisioning complete for port d1283d0e-2f90-445f-9331-954a7d46cff5 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:11:18.725942 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-cd2580ff-64b2-420f-8d3d-a6e44768f683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (d1283d0e-2f90-445f-9331-954a7d46cff5), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:18.778057 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-cd2580ff-64b2-420f-8d3d-a6e44768f683 None None] Port d1283d0e-2f90-445f-9331-954a7d46cff5 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:11:18.844203 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db138c0-228a-43e9-bcb2-a9c6094f59fa req-8654c72b-bed9-49d1-a3be-3601197527eb tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:18.845768 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1db138c0-228a-43e9-bcb2-a9c6094f59fa req-8654c72b-bed9-49d1-a3be-3601197527eb tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0653210 Aug 18 17:11:18.866171 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bcebf380-fe85-4726-a0ed-2b8d082bbd71 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (7331fdd5-42b7-40b6-8791-9ea7afa7341b), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:18.915961 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1db138c0-228a-43e9-bcb2-a9c6094f59fa req-04a77cb2-3f02-4b68-bd03-e26b5fd35a7b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644348 Aug 18 17:11:18.941118 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcebf380-fe85-4726-a0ed-2b8d082bbd71 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:11:18.943583 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5520a6fc-fc26-44dd-9cdf-462387ebf03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (d1283d0e-2f90-445f-9331-954a7d46cff5), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:18.951662 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-bcebf380-fe85-4726-a0ed-2b8d082bbd71 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:11:18.965756 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcebf380-fe85-4726-a0ed-2b8d082bbd71 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:11:18.992763 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebf380-fe85-4726-a0ed-2b8d082bbd71 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'Port': ['ID=7331fdd5-42b7-40b6-8791-9ea7afa7341b,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:19.058275 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [req-035fbe6e-78df-40ab-aaee-4439dfe92070 req-4cbbe138-b982-4728-9b62-7438c34fc084 service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 17:11:19.059318 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-035fbe6e-78df-40ab-aaee-4439dfe92070 req-4cbbe138-b982-4728-9b62-7438c34fc084 service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0637329 Aug 18 17:11:19.118276 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:19.165889 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bcebf380-fe85-4726-a0ed-2b8d082bbd71 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (01693927-5319-4f22-8688-9d39661cb0d5), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:19.192116 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 26920fc8-8909-4497-9fe7-6adbed282ebb up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:11:19.240573 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5520a6fc-fc26-44dd-9cdf-462387ebf03f admin admin] Publish callbacks [] for port (d1283d0e-2f90-445f-9331-954a7d46cff5), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:19.242126 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 26920fc8-8909-4497-9fe7-6adbed282ebb triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:11:19.242506 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (26920fc8-8909-4497-9fe7-6adbed282ebb), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:19.306764 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bcebf380-fe85-4726-a0ed-2b8d082bbd71 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (7331fdd5-42b7-40b6-8791-9ea7afa7341b), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:19.326033 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 26920fc8-8909-4497-9fe7-6adbed282ebb is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:11:19.326431 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (26920fc8-8909-4497-9fe7-6adbed282ebb), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:19.329971 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5520a6fc-fc26-44dd-9cdf-462387ebf03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (d1283d0e-2f90-445f-9331-954a7d46cff5), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:19.361118 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port 26920fc8-8909-4497-9fe7-6adbed282ebb, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=26920fc8-8909-4497-9fe7-6adbed282ebb,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:19.470066 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (26920fc8-8909-4497-9fe7-6adbed282ebb), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:19.507558 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520a6fc-fc26-44dd-9cdf-462387ebf03f admin admin] Pushing event updated for resources: {'Port': ['ID=d1283d0e-2f90-445f-9331-954a7d46cff5,revision_number=2']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:19.520926 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5520a6fc-fc26-44dd-9cdf-462387ebf03f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3878594'] for router_interface (9c60d9cd-ae8f-4d36-a8dd-cc7677790130), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:19.527904 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527fe22-d855-4e86-95e2-be491c589b79 req-d3683864-1bac-4083-a91e-9d03a25bc0c9 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:19.533898 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e527fe22-d855-4e86-95e2-be491c589b79 req-d3683864-1bac-4083-a91e-9d03a25bc0c9 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0816159 Aug 18 17:11:19.543422 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=26920fc8-8909-4497-9fe7-6adbed282ebb,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:19.609756 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-083acb88-2fef-4339-8027-4a39e0f94e63 req-6de573fb-5ae2-4973-9e8d-c8ec41674fbe service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1110969 Aug 18 17:11:19.640664 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e527fe22-d855-4e86-95e2-be491c589b79 req-cea65627-3210-43ef-af7e-a172eccf5e49 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722411 Aug 18 17:11:19.645727 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:19.680639 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bcebf380-fe85-4726-a0ed-2b8d082bbd71 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for port (7331fdd5-42b7-40b6-8791-9ea7afa7341b), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:19.688554 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5520a6fc-fc26-44dd-9cdf-462387ebf03f admin admin] Network e79ee218-b8f4-4366-b86f-915853fc6747 is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:11:19.690296 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-5520a6fc-fc26-44dd-9cdf-462387ebf03f admin admin] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:11:19.700074 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083acb88-2fef-4339-8027-4a39e0f94e63 req-5f05bb3d-590c-4b7b-9749-8f7de93d3e1a tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:19.706229 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-083acb88-2fef-4339-8027-4a39e0f94e63 req-5f05bb3d-590c-4b7b-9749-8f7de93d3e1a tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports/60e0cf05-5e8f-4133-8579-da77a04a4d8a HTTP/1.1" status: 200 len: 942 time: 0.0568020 Aug 18 17:11:19.783408 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bcebf380-fe85-4726-a0ed-2b8d082bbd71 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (7331fdd5-42b7-40b6-8791-9ea7afa7341b), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:19.874531 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebf380-fe85-4726-a0ed-2b8d082bbd71 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'Port': ['ID=7331fdd5-42b7-40b6-8791-9ea7afa7341b,revision_number=2']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:19.879541 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bcebf380-fe85-4726-a0ed-2b8d082bbd71 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (01693927-5319-4f22-8688-9d39661cb0d5), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:19.888752 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5520a6fc-fc26-44dd-9cdf-462387ebf03f admin admin] Router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:11:19.996250 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bcebf380-fe85-4726-a0ed-2b8d082bbd71 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:20.005480 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-bcebf380-fe85-4726-a0ed-2b8d082bbd71 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9550331 Aug 18 17:11:20.027034 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5520a6fc-fc26-44dd-9cdf-462387ebf03f admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:11:20.041397 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-5520a6fc-fc26-44dd-9cdf-462387ebf03f admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/9c60d9cd-ae8f-4d36-a8dd-cc7677790130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1461735 Aug 18 17:11:20.060326 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-655c9c96-1260-4dd9-9ac1-48c9e4fc94a7 None None] Provisioning complete for port d1283d0e-2f90-445f-9331-954a7d46cff5 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:11:20.060787 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-655c9c96-1260-4dd9-9ac1-48c9e4fc94a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (d1283d0e-2f90-445f-9331-954a7d46cff5), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:20.101211 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-655c9c96-1260-4dd9-9ac1-48c9e4fc94a7 None None] Port d1283d0e-2f90-445f-9331-954a7d46cff5 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:11:20.306141 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-0e5239cd-2e95-4b44-a367-b55d0647af7f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--123815723&fields=id&tenant_id=4eececcd804446e49078038ab362b235 HTTP/1.1" status: 200 len: 267 time: 0.0537505 Aug 18 17:11:20.364369 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49328) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:20.369097 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-16b44b08-0eac-4f9e-a20e-d5dd895c9321 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128334041', 'description': 'tempest-description--374562791'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:11:20.396414 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 60e0cf05-5e8f-4133-8579-da77a04a4d8a no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:11:20.409991 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:20.425260 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-8ce57702-f9f3-4a60-a06c-882986ba35b7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:20.426772 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-8ce57702-f9f3-4a60-a06c-882986ba35b7 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/networks?id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b HTTP/1.1" status: 200 len: 815 time: 0.1124241 Aug 18 17:11:20.445109 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-8334258a-9bb2-4b01-bc85-7585ee5d1a26 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/quotas/4eececcd804446e49078038ab362b235 HTTP/1.1" status: 200 len: 375 time: 0.0116584 Aug 18 17:11:20.452302 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] Sync routers for ids ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:11:20.463463 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] Routers {'9c60d9cd-ae8f-4d36-a8dd-cc7677790130'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:11:20.464423 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:11:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:20.480175 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-16b44b08-0eac-4f9e-a20e-d5dd895c9321 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:20.502935 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-ae7f58a3-d30b-460f-8354-787c42c3c14f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=4eececcd804446e49078038ab362b235&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506964 Aug 18 17:11:20.520590 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 60e0cf05-5e8f-4133-8579-da77a04a4d8a is: ACTIVE; New status is: DOWN {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:11:20.521339 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:20.554080 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60e0cf05-5e8f-4133-8579-da77a04a4d8a'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:11:20.561004 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5ab380-94f6-40d3-911e-a72395cdb3e7" -d '{"events": [{"server_uuid": "66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1", "name": "network-vif-unplugged", "status": "completed", "tag": "60e0cf05-5e8f-4133-8579-da77a04a4d8a"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:11:20.580925 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-16b44b08-0eac-4f9e-a20e-d5dd895c9321 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group (053863c3-dff2-4058-b6c4-edb756fce37d), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:20.582750 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:20.605448 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 60e0cf05-5e8f-4133-8579-da77a04a4d8a, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=60e0cf05-5e8f-4133-8579-da77a04a4d8a,segment=NetworkSegment(10ed1ebd-70c5-4b43-8c76-700a5fe24a0d),segment_id=10ed1ebd-70c5-4b43-8c76-700a5fe24a0d)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:20.632205 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-541ed6d9-8fb4-4bdd-9f2b-b8dda7e0f5e6 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171451 Aug 18 17:11:20.638641 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] Set router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:11:20.662932 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-16b44b08-0eac-4f9e-a20e-d5dd895c9321 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (053863c3-dff2-4058-b6c4-edb756fce37d), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:20.694030 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:20.734957 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b44b08-0eac-4f9e-a20e-d5dd895c9321 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053863c3-dff2-4058-b6c4-edb756fce37d,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:20.769340 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 18 Aug 2022 17:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb211a4-c6a0-4954-ad96-68247c2a7505 x-openstack-request-id: req-ccb211a4-c6a0-4954-ad96-68247c2a7505 {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:11:20.769780 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1", "name": "network-vif-unplugged", "status": "failed", "tag": "60e0cf05-5e8f-4133-8579-da77a04a4d8a", "code": 422}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:11:20.770137 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ccb211a4-c6a0-4954-ad96-68247c2a7505 {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:11:20.771264 dv-cinder-853678-2-iscsi neutron-server[106920]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ccb211a4-c6a0-4954-ad96-68247c2a7505']: {'server_uuid': '66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '60e0cf05-5e8f-4133-8579-da77a04a4d8a', 'code': 422} returned with failed status Aug 18 17:11:20.773063 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=60e0cf05-5e8f-4133-8579-da77a04a4d8a,revision_number=6']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:20.784551 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-6ba1dff9-33f3-48c2-8580-452e7c08507d service neutron] 10.222.0.78 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452844 Aug 18 17:11:20.874318 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53257545-8d16-4e3c-a592-01cb80291888 req-aacd2f75-3bf3-468b-9bb0-fb80cbc110fa tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:20.876796 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-53257545-8d16-4e3c-a592-01cb80291888 req-aacd2f75-3bf3-468b-9bb0-fb80cbc110fa tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 943 time: 0.0565672 Aug 18 17:11:20.883544 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-16b44b08-0eac-4f9e-a20e-d5dd895c9321 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:20.883544 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-16b44b08-0eac-4f9e-a20e-d5dd895c9321 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5177691 Aug 18 17:11:20.886660 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 49338) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:20.893134 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-d593d7d7-8239-4bf2-9998-6d5cdb070498 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Request body: {'security_group_rule': {'security_group_id': '053863c3-dff2-4058-b6c4-edb756fce37d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:11:20.935339 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-53257545-8d16-4e3c-a592-01cb80291888 req-bf3b3422-c087-465e-ac58-bf13b673a81c tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505135 Aug 18 17:11:21.002171 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'name': 'tempest-AttachVolumeTestJSON-779794914-router', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:11:14Z', 'updated_at': '2022-08-18T17:11:18Z', 'revision_number': 4, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'gw_port': {'id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:15Z', 'updated_at': '2022-08-18T17:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'd1283d0e-2f90-445f-9331-954a7d46cff5', 'name': '', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'mac_address': 'fa:16:3e:60:b2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:17Z', 'updated_at': '2022-08-18T17:11:19Z', 'revision_number': 2, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'subnets': [{'id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:21.031423 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] Checking router: 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:11:21.031833 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] Updating router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 port d1283d0e-2f90-445f-9331-954a7d46cff5 binding host dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 17:11:21.032240 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d593d7d7-8239-4bf2-9998-6d5cdb070498 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group_rule (59dd9746-3ea7-406c-b2d0-df39f2e10102), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:21.059012 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0af9cbde-a6d9-4d56-b3c4-1de5c0d7ee8a req-234aa7f3-ce5d-4f25-8fc4-5572cad5b79b tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 210 time: 0.0386040 Aug 18 17:11:21.067654 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (d1283d0e-2f90-445f-9331-954a7d46cff5), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:21.114794 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d593d7d7-8239-4bf2-9998-6d5cdb070498 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group_rule (59dd9746-3ea7-406c-b2d0-df39f2e10102), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:21.179193 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 26920fc8-8909-4497-9fe7-6adbed282ebb up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:11:21.206952 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d593d7d7-8239-4bf2-9998-6d5cdb070498 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (59dd9746-3ea7-406c-b2d0-df39f2e10102), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:21.227462 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593d7d7-8239-4bf2-9998-6d5cdb070498 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59dd9746-3ea7-406c-b2d0-df39f2e10102,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:21.227717 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 26920fc8-8909-4497-9fe7-6adbed282ebb triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:11:21.228024 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (26920fc8-8909-4497-9fe7-6adbed282ebb), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:21.311157 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 26920fc8-8909-4497-9fe7-6adbed282ebb is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:11:21.327863 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d593d7d7-8239-4bf2-9998-6d5cdb070498 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:21.329236 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-d593d7d7-8239-4bf2-9998-6d5cdb070498 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4414873 Aug 18 17:11:21.336773 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 49350) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:21.341187 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-d1779f79-d583-4678-99bf-83f7d0b97a65 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Request body: {'security_group_rule': {'security_group_id': '053863c3-dff2-4058-b6c4-edb756fce37d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:11:21.369888 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] Publish callbacks [] for port (d1283d0e-2f90-445f-9331-954a7d46cff5), precommit_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:21.444592 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d1779f79-d583-4678-99bf-83f7d0b97a65 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group_rule (3d839e1d-3b90-42c5-b401-1a81ca145354), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:21.483974 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:21.492709 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (d1283d0e-2f90-445f-9331-954a7d46cff5), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:21.497275 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d1779f79-d583-4678-99bf-83f7d0b97a65 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group_rule (3d839e1d-3b90-42c5-b401-1a81ca145354), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:21.552785 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6149a-5e46-4c00-b539-e4508e8ee28c None None] Pushing event updated for resources: {'Port': ['ID=d1283d0e-2f90-445f-9331-954a7d46cff5,revision_number=3']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:21.564201 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6149a-5e46-4c00-b539-e4508e8ee28c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:21.564552 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6149a-5e46-4c00-b539-e4508e8ee28c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:21.564915 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6149a-5e46-4c00-b539-e4508e8ee28c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:21.565276 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6149a-5e46-4c00-b539-e4508e8ee28c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:21.565622 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6149a-5e46-4c00-b539-e4508e8ee28c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:21.565950 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6149a-5e46-4c00-b539-e4508e8ee28c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:21.566278 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6149a-5e46-4c00-b539-e4508e8ee28c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:21.566605 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6149a-5e46-4c00-b539-e4508e8ee28c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:21.566931 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6149a-5e46-4c00-b539-e4508e8ee28c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:21.567256 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6149a-5e46-4c00-b539-e4508e8ee28c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:21.567614 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6149a-5e46-4c00-b539-e4508e8ee28c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:21.567958 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6149a-5e46-4c00-b539-e4508e8ee28c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:21.568291 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6149a-5e46-4c00-b539-e4508e8ee28c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:21.568613 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6149a-5e46-4c00-b539-e4508e8ee28c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:21.568932 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6149a-5e46-4c00-b539-e4508e8ee28c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:21.599492 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] Attempting to bind port d1283d0e-2f90-445f-9331-954a7d46cff5 on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:11:21.599868 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] Attempting to bind port d1283d0e-2f90-445f-9331-954a7d46cff5 by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': 'be749b98-a22a-40dd-8a4f-22ce2a25c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747'}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:11:21.600228 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] Attempting to bind port d1283d0e-2f90-445f-9331-954a7d46cff5 on network e79ee218-b8f4-4366-b86f-915853fc6747 {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:11:21.605301 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:11:21.605642 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] Checking segment: {'id': 'be749b98-a22a-40dd-8a4f-22ce2a25c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:11:21.606157 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:21.606545 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] Bound using segment: {'id': 'be749b98-a22a-40dd-8a4f-22ce2a25c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747'} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:11:21.607014 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] Bound port: d1283d0e-2f90-445f-9331-954a7d46cff5, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be749b98-a22a-40dd-8a4f-22ce2a25c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747'}}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:11:21.607388 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (d1283d0e-2f90-445f-9331-954a7d46cff5), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:21.620675 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d1779f79-d583-4678-99bf-83f7d0b97a65 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (3d839e1d-3b90-42c5-b401-1a81ca145354), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:21.648518 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1779f79-d583-4678-99bf-83f7d0b97a65 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d839e1d-3b90-42c5-b401-1a81ca145354,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:21.651583 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:21.690361 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] For port d1283d0e-2f90-445f-9331-954a7d46cff5, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:11:21.700926 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] For port d1283d0e-2f90-445f-9331-954a7d46cff5, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=d1283d0e-2f90-445f-9331-954a7d46cff5,segment=NetworkSegment(be749b98-a22a-40dd-8a4f-22ce2a25c08e),segment_id=be749b98-a22a-40dd-8a4f-22ce2a25c08e)] {{(pid=106921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:11:21.751159 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d1779f79-d583-4678-99bf-83f7d0b97a65 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:21.753646 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-d1779f79-d583-4678-99bf-83f7d0b97a65 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4152486 Aug 18 17:11:21.756274 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49358) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:21.760800 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-6ada5fd7-6631-416f-a2e0-de1e1180035f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Request body: {'floatingip': {'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:11:21.783200 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (d1283d0e-2f90-445f-9331-954a7d46cff5), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:21.820264 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] Routers {'9c60d9cd-ae8f-4d36-a8dd-cc7677790130'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:11:21.820900 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:11:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:21.865225 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6ada5fd7-6631-416f-a2e0-de1e1180035f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:21.870984 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:21.873780 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6149a-5e46-4c00-b539-e4508e8ee28c None None] Pushing event updated for resources: {'Port': ['ID=d1283d0e-2f90-445f-9331-954a7d46cff5,revision_number=4']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:21.955377 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] Set router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:11:21.969981 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6ada5fd7-6631-416f-a2e0-de1e1180035f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:21.979333 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:22.114795 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddf0a8-4497-49df-b021-7c24c180641c req-e0639e9d-eace-430b-9f29-957e7b29c790 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:22.116520 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c5ddf0a8-4497-49df-b021-7c24c180641c req-e0639e9d-eace-430b-9f29-957e7b29c790 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 943 time: 0.0625985 Aug 18 17:11:22.149658 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [None req-6ada5fd7-6631-416f-a2e0-de1e1180035f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Allocated IP 172.27.1.128 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/49372e7b-d420-4ea8-b0fd-f95e3045d27d) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:11:22.205827 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c5ddf0a8-4497-49df-b021-7c24c180641c req-015e7f00-7844-4644-b03a-be4be8533340 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834138 Aug 18 17:11:22.207688 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-496ccb98-1265-43be-9ce5-8ab989c15ab2 req-15bced33-a064-49da-bc3e-27f609527959 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 210 time: 0.0550892 Aug 18 17:11:22.210834 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:22.238433 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'name': 'tempest-AttachVolumeTestJSON-779794914-router', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:11:14Z', 'updated_at': '2022-08-18T17:11:18Z', 'revision_number': 4, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'gw_port': {'id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:15Z', 'updated_at': '2022-08-18T17:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'd1283d0e-2f90-445f-9331-954a7d46cff5', 'name': '', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'mac_address': 'fa:16:3e:60:b2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:17Z', 'updated_at': '2022-08-18T17:11:21Z', 'revision_number': 4, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'subnets': [{'id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:22.267133 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7614b0-d5a9-40b2-8f11-0c57ae880afc None None] The sync data for ids ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'] in dv-cinder-853678-2-iscsi is: [{'id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'name': 'tempest-AttachVolumeTestJSON-779794914-router', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:11:14Z', 'updated_at': '2022-08-18T17:11:18Z', 'revision_number': 4, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'gw_port': {'id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:15Z', 'updated_at': '2022-08-18T17:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'd1283d0e-2f90-445f-9331-954a7d46cff5', 'name': '', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'mac_address': 'fa:16:3e:60:b2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:17Z', 'updated_at': '2022-08-18T17:11:21Z', 'revision_number': 4, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'subnets': [{'id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:11:22.327773 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6ada5fd7-6631-416f-a2e0-de1e1180035f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for port (49372e7b-d420-4ea8-b0fd-f95e3045d27d), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:22.480570 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6ada5fd7-6631-416f-a2e0-de1e1180035f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (49372e7b-d420-4ea8-b0fd-f95e3045d27d), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:22.532088 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ada5fd7-6631-416f-a2e0-de1e1180035f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:11:22.539157 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-6ada5fd7-6631-416f-a2e0-de1e1180035f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:11:22.543663 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ada5fd7-6631-416f-a2e0-de1e1180035f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:11:22.567309 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada5fd7-6631-416f-a2e0-de1e1180035f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Pushing event updated for resources: {'Port': ['ID=49372e7b-d420-4ea8-b0fd-f95e3045d27d,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:22.634102 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6ada5fd7-6631-416f-a2e0-de1e1180035f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for floatingip (5be381d4-7582-409b-9fd0-45ba830b45fc), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:22.754129 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6ada5fd7-6631-416f-a2e0-de1e1180035f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (49372e7b-d420-4ea8-b0fd-f95e3045d27d), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:22.882792 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083acb88-2fef-4339-8027-4a39e0f94e63 req-73565e91-ce27-4b54-ab88-2522339f268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:22.884788 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-083acb88-2fef-4339-8027-4a39e0f94e63 req-73565e91-ce27-4b54-ab88-2522339f268f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1&tenant_id=e5d8cae49e524a98ae646381b455351e HTTP/1.1" status: 200 len: 1127 time: 0.1193862 Aug 18 17:11:22.968900 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083acb88-2fef-4339-8027-4a39e0f94e63 req-afb05b3d-ea30-4cfa-b84d-cabdf8a5bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:22.970698 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-083acb88-2fef-4339-8027-4a39e0f94e63 req-afb05b3d-ea30-4cfa-b84d-cabdf8a5bc6b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e5d8cae49e524a98ae646381b455351e&device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 1127 time: 0.0546362 Aug 18 17:11:23.001088 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6ada5fd7-6631-416f-a2e0-de1e1180035f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for port (49372e7b-d420-4ea8-b0fd-f95e3045d27d), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:23.033485 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:23.101609 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083acb88-2fef-4339-8027-4a39e0f94e63 req-d82c8b39-06ca-4035-b859-9ee6602b7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:23.103248 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-083acb88-2fef-4339-8027-4a39e0f94e63 req-d82c8b39-06ca-4035-b859-9ee6602b7ea5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 HTTP/1.1" status: 200 len: 909 time: 0.1183562 Aug 18 17:11:23.107532 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6ada5fd7-6631-416f-a2e0-de1e1180035f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (49372e7b-d420-4ea8-b0fd-f95e3045d27d), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:23.195953 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6ada5fd7-6631-416f-a2e0-de1e1180035f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (5be381d4-7582-409b-9fd0-45ba830b45fc), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:23.197815 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-083acb88-2fef-4339-8027-4a39e0f94e63 req-2cda4477-b144-475c-b597-b642ebd1e18a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60e0cf05-5e8f-4133-8579-da77a04a4d8a HTTP/1.1" status: 200 len: 998 time: 0.0882595 Aug 18 17:11:23.216580 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada5fd7-6631-416f-a2e0-de1e1180035f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Pushing event updated for resources: {'Port': ['ID=49372e7b-d420-4ea8-b0fd-f95e3045d27d,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:23.231944 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device d1283d0e-2f90-445f-9331-954a7d46cff5 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:11:23.285533 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port d1283d0e-2f90-445f-9331-954a7d46cff5 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:11:23.286051 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (d1283d0e-2f90-445f-9331-954a7d46cff5), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:23.331424 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f02096-3bc4-4f6e-a4b8-2188aee79d47 req-3783b660-2dbf-421c-adbc-1eb7e5c6d81c tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:23.333168 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-19f02096-3bc4-4f6e-a4b8-2188aee79d47 req-3783b660-2dbf-421c-adbc-1eb7e5c6d81c tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 943 time: 0.0574830 Aug 18 17:11:23.334221 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:23.342894 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-bc006df7-d23c-445c-bf20-0da602f01d5c req-d07fbee3-8890-4b18-9f92-c6c772b050d6 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 210 time: 0.0419629 Aug 18 17:11:23.346706 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6ada5fd7-6631-416f-a2e0-de1e1180035f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:23.348111 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-6ada5fd7-6631-416f-a2e0-de1e1180035f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5906596 Aug 18 17:11:23.359160 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:23.389481 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port d1283d0e-2f90-445f-9331-954a7d46cff5 is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:11:23.389855 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (d1283d0e-2f90-445f-9331-954a7d46cff5), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:23.402906 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-19f02096-3bc4-4f6e-a4b8-2188aee79d47 req-9dff4c67-a905-4129-8a75-0e44e98bed99 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628371 Aug 18 17:11:23.442656 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port d1283d0e-2f90-445f-9331-954a7d46cff5, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=d1283d0e-2f90-445f-9331-954a7d46cff5,segment=NetworkSegment(be749b98-a22a-40dd-8a4f-22ce2a25c08e),segment_id=be749b98-a22a-40dd-8a4f-22ce2a25c08e)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:23.508878 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083acb88-2fef-4339-8027-4a39e0f94e63 req-1ad9dbdb-2f53-4c51-a331-eb0c0b4a2758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:23.510469 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-083acb88-2fef-4339-8027-4a39e0f94e63 req-1ad9dbdb-2f53-4c51-a331-eb0c0b4a2758 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8923c51a-2a81-416e-9aa6-fae865af2acd HTTP/1.1" status: 200 len: 847 time: 0.1065712 Aug 18 17:11:23.521298 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (d1283d0e-2f90-445f-9331-954a7d46cff5), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:23.577254 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083acb88-2fef-4339-8027-4a39e0f94e63 req-f627b915-a144-4f20-bf78-5f40ece97149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:23.578856 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-083acb88-2fef-4339-8027-4a39e0f94e63 req-f627b915-a144-4f20-bf78-5f40ece97149 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615783 Aug 18 17:11:23.606718 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=d1283d0e-2f90-445f-9331-954a7d46cff5,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:23.693822 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-083acb88-2fef-4339-8027-4a39e0f94e63 req-f5b4196d-1963-41ee-b1a1-93238d87933c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076498 Aug 18 17:11:23.694171 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-0fd6bda8-2235-4e4a-9ac1-aab06029d9ef tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1128334041&fields=id&tenant_id=44e1819d40894e26bfbe20d58589823f HTTP/1.1" status: 200 len: 267 time: 0.1642523 Aug 18 17:11:23.800997 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-92a13411-9790-4102-96fb-85082070d04b tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:23.802502 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-92a13411-9790-4102-96fb-85082070d04b tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.40 "GET /networking/v2.0/networks?id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b HTTP/1.1" status: 200 len: 815 time: 0.2242045 Aug 18 17:11:23.827361 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-083acb88-2fef-4339-8027-4a39e0f94e63 req-69dd2f1c-f45c-4150-809e-e6d8bbdbf1d6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263599 Aug 18 17:11:23.882175 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-74ed64a7-4711-4bea-98c7-c2c3fa1ceb9b tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:23.883791 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-74ed64a7-4711-4bea-98c7-c2c3fa1ceb9b tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/networks?id=e79ee218-b8f4-4366-b86f-915853fc6747 HTTP/1.1" status: 200 len: 810 time: 0.1887298 Aug 18 17:11:23.924254 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-087749dc-ef4b-4f82-ab07-36a130baa42f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/quotas/44e1819d40894e26bfbe20d58589823f HTTP/1.1" status: 200 len: 375 time: 0.0253363 Aug 18 17:11:23.929561 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-27a8172f-48dd-4afc-9f6c-dbc3a12e299d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4eececcd804446e49078038ab362b235 HTTP/1.1" status: 200 len: 379 time: 0.1189413 Aug 18 17:11:23.976868 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-01154b6e-b136-4c36-b07c-58d2266276ab tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=44e1819d40894e26bfbe20d58589823f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462000 Aug 18 17:11:24.123414 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:24.130030 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-6590e235-43f6-481a-b65b-30c54088f4b2 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/e79ee218-b8f4-4366-b86f-915853fc6747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417224 Aug 18 17:11:24.209397 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'port': {'device_id': 'fe34c884-f87c-410a-a740-30046200620f', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'admin_state_up': True, 'tenant_id': '4eececcd804446e49078038ab362b235', 'security_groups': ['f0ab2db1-9c03-4c68-8946-0784f4560804']}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:11:24.254851 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-b6f1466e-376c-4923-b0a4-7d956adaaf50 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/e79ee218-b8f4-4366-b86f-915853fc6747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189890 Aug 18 17:11:24.413017 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Made reservation on behalf of 4eececcd804446e49078038ab362b235 for: {'port': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:11:24.416648 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:24.465779 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5d6aeada-a9d9-48f9-b3ce-91fb7376874b req-84e8c993-1603-4778-887a-77e4ab2ce13c tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 210 time: 0.0333850 Aug 18 17:11:24.530788 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:24.536204 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-14dace0f-43a4-441e-a478-4c66cc497bb1 req-e36ec494-e3ea-46dc-bfb1-638341cd1f92 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 210 time: 0.0471609 Aug 18 17:11:24.586493 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e41bf-fd8f-4ba6-bd9c-b8b40c15d752 req-40850eca-d7c6-4371-b980-3f51985eb5ab tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:24.588144 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d47e41bf-fd8f-4ba6-bd9c-b8b40c15d752 req-40850eca-d7c6-4371-b980-3f51985eb5ab tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 943 time: 0.0609379 Aug 18 17:11:24.627650 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Allocated IP 172.20.0.6 (93c53d22-e6a6-4bb0-95db-6f41b7bca33b/1a23d7f4-432a-4b07-a647-12813e579e51/163f8304-d484-49c9-8968-b436b23114d7) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:11:24.640935 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:24.661839 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d47e41bf-fd8f-4ba6-bd9c-b8b40c15d752 req-f22bcd08-6875-4e7f-91b4-8af4ac8352d7 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675969 Aug 18 17:11:24.779220 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for port (163f8304-d484-49c9-8968-b436b23114d7), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:24.897518 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (163f8304-d484-49c9-8968-b436b23114d7), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:24.954930 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:11:24.955141 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:11:24.957680 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:11:24.987321 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:24.995728 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event updated for resources: {'Port': ['ID=163f8304-d484-49c9-8968-b436b23114d7,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:25.007879 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:25.008235 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:25.008586 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:25.008929 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:25.009277 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:25.009613 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:25.009942 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:25.010274 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:25.010610 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:25.010945 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:25.011342 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:25.011706 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:25.012035 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:25.012370 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:25.012696 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:25.033734 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:25.034404 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:25.124507 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-72ef1662-9741-4e1d-9101-5d24e0f868af tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9209840 Aug 18 17:11:25.148188 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] Request body: {'port': {'device_id': 'fe34c884-f87c-410a-a740-30046200620f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85367'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:11:25.172770 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device d1283d0e-2f90-445f-9331-954a7d46cff5 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:11:25.178076 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:25.226455 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port d1283d0e-2f90-445f-9331-954a7d46cff5 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:11:25.227087 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (d1283d0e-2f90-445f-9331-954a7d46cff5), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:25.233624 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (163f8304-d484-49c9-8968-b436b23114d7), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:25.275980 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:25.286209 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-e9eaf959-e758-4219-b247-b75a7a8fd0d1 None None] Provisioning complete for port 163f8304-d484-49c9-8968-b436b23114d7 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:11:25.286501 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e9eaf959-e758-4219-b247-b75a7a8fd0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (163f8304-d484-49c9-8968-b436b23114d7), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:25.347692 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-e9eaf959-e758-4219-b247-b75a7a8fd0d1 None None] Port 163f8304-d484-49c9-8968-b436b23114d7 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:11:25.352242 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port d1283d0e-2f90-445f-9331-954a7d46cff5 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:11:25.522856 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 163f8304-d484-49c9-8968-b436b23114d7 {{(pid=106918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:11:25.531392 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] Publish callbacks [] for port (163f8304-d484-49c9-8968-b436b23114d7), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:25.546091 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.provisioning_blocks [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] Transition to ACTIVE for port object 163f8304-d484-49c9-8968-b436b23114d7 will not be triggered until provisioned by entity L2. {{(pid=106918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 18 17:11:25.601304 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b72ca5-26f7-466f-9923-845fed2f5f04 req-b0e8c440-3b81-4da2-af4b-71764d271bdc tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:25.602695 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e5b72ca5-26f7-466f-9923-845fed2f5f04 req-b0e8c440-3b81-4da2-af4b-71764d271bdc tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 931 time: 0.0505419 Aug 18 17:11:25.626720 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-07cf7713-758b-45bc-830e-a59b36dcaa4a req-9b25fe86-07ae-4de4-a804-eafa9a40750f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 210 time: 0.0286465 Aug 18 17:11:25.638502 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (163f8304-d484-49c9-8968-b436b23114d7), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:25.688035 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e5b72ca5-26f7-466f-9923-845fed2f5f04 req-5573d883-eddf-4b82-b3e1-213066f5327a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0ab2db1-9c03-4c68-8946-0784f4560804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794237 Aug 18 17:11:25.720154 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] Pushing event updated for resources: {'Port': ['ID=163f8304-d484-49c9-8968-b436b23114d7,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:25.772656 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] Attempting to bind port 163f8304-d484-49c9-8968-b436b23114d7 on host hv-cinder-85367 for vnic_type normal with profile {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:11:25.773007 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] Attempting to bind port 163f8304-d484-49c9-8968-b436b23114d7 by drivers openvswitch,hyperv on host hv-cinder-85367 at level 0 using segments [{'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:11:25.773335 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] Attempting to bind port 163f8304-d484-49c9-8968-b436b23114d7 on network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:11:25.777808 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] Port 163f8304-d484-49c9-8968-b436b23114d7 on network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85367 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 17:11:25.778127 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] Attempting to bind port 163f8304-d484-49c9-8968-b436b23114d7 on network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:11:25.783142 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] Checking agent: {'id': '7d5d2def-e0b5-42a1-88b7-94e33648777b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85367', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'started_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:11:25.783560 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] Checking segment: {'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:11:25.783898 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] Bound using segment: {'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:11:25.784336 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] Bound port: 163f8304-d484-49c9-8968-b436b23114d7, host: hv-cinder-85367, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848d5814-274a-4744-8636-1d5a1e225506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b'}}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:11:25.785426 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (163f8304-d484-49c9-8968-b436b23114d7), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:25.804881 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15be43-43dd-42db-af40-c7b74a2651f3 req-f9a2ca4c-3bb5-4ec4-b6b8-b4d310c00e0b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:25.806493 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7c15be43-43dd-42db-af40-c7b74a2651f3 req-f9a2ca4c-3bb5-4ec4-b6b8-b4d310c00e0b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 943 time: 0.0528266 Aug 18 17:11:25.854624 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] For port 163f8304-d484-49c9-8968-b436b23114d7, host hv-cinder-85367, cleared binding levels {{(pid=106918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:11:25.857827 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] For port 163f8304-d484-49c9-8968-b436b23114d7, host hv-cinder-85367, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=163f8304-d484-49c9-8968-b436b23114d7,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:11:25.862494 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7c15be43-43dd-42db-af40-c7b74a2651f3 req-c36dd47c-f1f3-4125-a527-1c22366e73de tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499041 Aug 18 17:11:25.921538 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (163f8304-d484-49c9-8968-b436b23114d7), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:25.926003 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:25.926605 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:25.928016 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/163f8304-d484-49c9-8968-b436b23114d7 HTTP/1.1" status: 200 len: 1093 time: 0.7931802 Aug 18 17:11:25.928411 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:25.929066 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe34c884-f87c-410a-a740-30046200620f', 'tag': '163f8304-d484-49c9-8968-b436b23114d7'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:11:25.931300 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e34332-4b7e-43b2-bd44-897fadcf0f16" -d '{"events": [{"name": "network-changed", "server_uuid": "fe34c884-f87c-410a-a740-30046200620f", "tag": "163f8304-d484-49c9-8968-b436b23114d7"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:11:25.971772 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba52781-0a0a-43e2-83f4-9c6631711f75 x-openstack-request-id: req-7ba52781-0a0a-43e2-83f4-9c6631711f75 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:11:25.972095 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe34c884-f87c-410a-a740-30046200620f", "tag": "163f8304-d484-49c9-8968-b436b23114d7", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:11:25.972423 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7ba52781-0a0a-43e2-83f4-9c6631711f75 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:11:25.972831 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba52781-0a0a-43e2-83f4-9c6631711f75'] response: {'name': 'network-changed', 'server_uuid': 'fe34c884-f87c-410a-a740-30046200620f', 'tag': '163f8304-d484-49c9-8968-b436b23114d7', 'status': 'completed', 'code': 200} Aug 18 17:11:25.982488 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23331474-649f-485d-858c-2dbd205aedf3 service neutron] Pushing event updated for resources: {'Port': ['ID=163f8304-d484-49c9-8968-b436b23114d7,revision_number=3']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:26.041216 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e34332-4b7e-43b2-bd44-897fadcf0f16 req-c9d5e930-eaa0-4006-b2a6-d391dab10775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:26.042689 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-75e34332-4b7e-43b2-bd44-897fadcf0f16 req-c9d5e930-eaa0-4006-b2a6-d391dab10775 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4eececcd804446e49078038ab362b235&device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 1127 time: 0.0422719 Aug 18 17:11:26.078247 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:26.145841 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e34332-4b7e-43b2-bd44-897fadcf0f16 req-f48f4b84-5d3b-4020-8460-f2f9674055f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:26.147323 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-75e34332-4b7e-43b2-bd44-897fadcf0f16 req-f48f4b84-5d3b-4020-8460-f2f9674055f3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=4eececcd804446e49078038ab362b235&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0976379 Aug 18 17:11:26.243919 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e34332-4b7e-43b2-bd44-897fadcf0f16 req-1ac85b38-a133-49e1-bd3a-290873d3d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:26.245374 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-75e34332-4b7e-43b2-bd44-897fadcf0f16 req-1ac85b38-a133-49e1-bd3a-290873d3d701 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918474 Aug 18 17:11:26.328652 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-6a180043-406f-4b2e-beca-78cd87e4dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:26.330101 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-6a180043-406f-4b2e-beca-78cd87e4dc4d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4eececcd804446e49078038ab362b235&device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 1127 time: 0.0451250 Aug 18 17:11:26.371374 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-a9b788d0-8829-41cd-abf4-cff57ff586f6 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=163f8304-d484-49c9-8968-b436b23114d7 HTTP/1.1" status: 200 len: 217 time: 0.0340283 Aug 18 17:11:26.420561 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-f2076032-7e2d-4039-bf4e-fbc5d8c06020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:26.421903 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-f2076032-7e2d-4039-bf4e-fbc5d8c06020 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1a23d7f4-432a-4b07-a647-12813e579e51 HTTP/1.1" status: 200 len: 854 time: 0.0451744 Aug 18 17:11:26.689654 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-18ee4e44-350e-4f3b-9aa6-2623470e769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:26.691368 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-18ee4e44-350e-4f3b-9aa6-2623470e769f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437846 Aug 18 17:11:26.739963 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-20ae1eb3-068d-4346-974a-5467ad5bac6f req-1ff094f8-a77e-48d0-863f-129a823ecb7b tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 210 time: 0.0328462 Aug 18 17:11:27.062698 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0abd4-12c7-4955-8e5e-9bb4b39b2e5f req-ec2dd55c-c34b-438e-b87c-5336c2280cc7 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:27.064313 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-84b0abd4-12c7-4955-8e5e-9bb4b39b2e5f req-ec2dd55c-c34b-438e-b87c-5336c2280cc7 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 943 time: 0.0771229 Aug 18 17:11:27.066337 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22d950-4d15-4bbb-a71a-3de143683728 req-98304396-1197-419b-b86d-d79dd4e7d5a2 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:27.067848 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ec22d950-4d15-4bbb-a71a-3de143683728 req-98304396-1197-419b-b86d-d79dd4e7d5a2 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 943 time: 0.0818634 Aug 18 17:11:27.069981 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-96d36462-c8d7-4115-a308-c4a2d3e2959a tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:27.071381 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-96d36462-c8d7-4115-a308-c4a2d3e2959a tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.40 "GET /networking/v2.0/networks?id=e79ee218-b8f4-4366-b86f-915853fc6747 HTTP/1.1" status: 200 len: 810 time: 0.1861184 Aug 18 17:11:27.118742 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-bd53f0bd-0d68-4f89-9e30-6088dd935a0c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168959 Aug 18 17:11:27.167333 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ec22d950-4d15-4bbb-a71a-3de143683728 req-39d11414-79fb-4f42-a6c0-c8efbaa01625 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0ab2db1-9c03-4c68-8946-0784f4560804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853238 Aug 18 17:11:27.181578 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-84b0abd4-12c7-4955-8e5e-9bb4b39b2e5f req-de1ef70c-d4c6-42a6-b8db-d52a7b28094b tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1091809 Aug 18 17:11:27.187394 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-d10ad1b7-3339-43f9-9cf9-60533bdd9f7a tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=44e1819d40894e26bfbe20d58589823f HTTP/1.1" status: 200 len: 380 time: 0.1073747 Aug 18 17:11:27.202609 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-ce62e5bd-e31a-4155-ae5a-41effde243ae tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Request body: {'port': {'device_id': '08626bd0-6047-4258-a83d-efb24d789f0d', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'admin_state_up': True, 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'security_groups': ['053863c3-dff2-4058-b6c4-edb756fce37d']}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:11:27.231301 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59b318cb-d1df-4d22-a666-61cd97e8d1d3 req-000e0d5d-4ddf-4724-a061-192c5b10a61f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066000 Aug 18 17:11:27.378541 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-ce62e5bd-e31a-4155-ae5a-41effde243ae tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Made reservation on behalf of 44e1819d40894e26bfbe20d58589823f for: {'port': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:11:27.382000 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-ce62e5bd-e31a-4155-ae5a-41effde243ae tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:27.745574 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-ce62e5bd-e31a-4155-ae5a-41effde243ae tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Allocated IP 172.20.0.5 (e79ee218-b8f4-4366-b86f-915853fc6747/66bcb9af-9b5e-481b-b77b-bb404fdf00cd/73b593a6-2fae-4e85-9374-fafccac8c7ac) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:11:27.859423 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1f7dae9b-a3f6-4130-954d-8498fa24b664 req-ef11083d-4551-480f-b469-7f2f34b8b174 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 210 time: 0.0277212 Aug 18 17:11:27.888678 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-ce62e5bd-e31a-4155-ae5a-41effde243ae tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for port (73b593a6-2fae-4e85-9374-fafccac8c7ac), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:27.910969 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:27.916645 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:27.990000 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-ce62e5bd-e31a-4155-ae5a-41effde243ae tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (73b593a6-2fae-4e85-9374-fafccac8c7ac), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:28.038431 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-ce62e5bd-e31a-4155-ae5a-41effde243ae tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Network e79ee218-b8f4-4366-b86f-915853fc6747 is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:11:28.043879 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-ce62e5bd-e31a-4155-ae5a-41effde243ae tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:11:28.048332 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-ce62e5bd-e31a-4155-ae5a-41effde243ae tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:11:28.078227 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62e5bd-e31a-4155-ae5a-41effde243ae tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Pushing event updated for resources: {'Port': ['ID=73b593a6-2fae-4e85-9374-fafccac8c7ac,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:28.107879 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-ce62e5bd-e31a-4155-ae5a-41effde243ae tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:28.108557 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-ce62e5bd-e31a-4155-ae5a-41effde243ae tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:28.193553 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-ce62e5bd-e31a-4155-ae5a-41effde243ae tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9947810 Aug 18 17:11:28.292784 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-85826113-b2a3-4e32-9396-2ff01074604f None None] Provisioning complete for port 73b593a6-2fae-4e85-9374-fafccac8c7ac triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:11:28.293344 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-85826113-b2a3-4e32-9396-2ff01074604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (73b593a6-2fae-4e85-9374-fafccac8c7ac), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:28.299007 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4e466-5cb1-4ddc-808a-bbd9be109843 req-06588908-85ea-430d-9ec7-e1eb9fbc7d99 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:28.300601 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9dc4e466-5cb1-4ddc-808a-bbd9be109843 req-06588908-85ea-430d-9ec7-e1eb9fbc7d99 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 943 time: 0.0564587 Aug 18 17:11:28.322406 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf736f56-8360-463f-a27e-c6a9bc5aa5e0 req-7517d072-2856-47b6-ad1a-1c428efb1fce tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:28.324444 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-bf736f56-8360-463f-a27e-c6a9bc5aa5e0 req-7517d072-2856-47b6-ad1a-1c428efb1fce tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 943 time: 0.0575395 Aug 18 17:11:28.330072 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-85826113-b2a3-4e32-9396-2ff01074604f None None] Port 73b593a6-2fae-4e85-9374-fafccac8c7ac cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:11:28.354578 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9dc4e466-5cb1-4ddc-808a-bbd9be109843 req-8900a7bc-6f16-401d-bd07-a2067d662c49 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0ab2db1-9c03-4c68-8946-0784f4560804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470204 Aug 18 17:11:28.376037 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-bf736f56-8360-463f-a27e-c6a9bc5aa5e0 req-b7bbf7d3-2dc2-4301-89d8-d02743999156 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445068 Aug 18 17:11:28.979622 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf99388-2b7b-4d14-8275-3caa01c2d8fa req-916d7a4e-5e77-4021-b51d-0b468d6791d2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:28.981118 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bdf99388-2b7b-4d14-8275-3caa01c2d8fa req-916d7a4e-5e77-4021-b51d-0b468d6791d2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 931 time: 0.0488462 Aug 18 17:11:29.033030 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bdf99388-2b7b-4d14-8275-3caa01c2d8fa req-0f4b4475-2cff-46b4-8e18-3645aac06bbf tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458100 Aug 18 17:11:29.475355 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0336ad-4d5f-465b-8156-a053a9aacb56 req-6be3fd2b-69b2-4193-a202-651982438ed2 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:29.476985 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-af0336ad-4d5f-465b-8156-a053a9aacb56 req-6be3fd2b-69b2-4193-a202-651982438ed2 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 943 time: 0.0482230 Aug 18 17:11:29.498550 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e954cc-4235-4c1c-9e2a-45189b0aa036 req-8ce1ad19-a8de-4386-9975-18c2b59400ee tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:29.500117 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a4e954cc-4235-4c1c-9e2a-45189b0aa036 req-8ce1ad19-a8de-4386-9975-18c2b59400ee tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 943 time: 0.0482993 Aug 18 17:11:29.509405 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:29.527390 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-af0336ad-4d5f-465b-8156-a053a9aacb56 req-785be2cc-755c-4f49-bc7b-fab44b6bdf27 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0ab2db1-9c03-4c68-8946-0784f4560804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445125 Aug 18 17:11:29.563953 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a4e954cc-4235-4c1c-9e2a-45189b0aa036 req-c4c312a8-88f3-493e-a33a-9f4f3f0c7e31 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572963 Aug 18 17:11:30.152547 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176599a8-42ea-4c3b-a8dd-3fc070cc2bcf req-2242af07-fc0c-4559-8a67-1067a4fe46bf tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:30.154014 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-176599a8-42ea-4c3b-a8dd-3fc070cc2bcf req-2242af07-fc0c-4559-8a67-1067a4fe46bf tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 931 time: 0.0478933 Aug 18 17:11:30.204567 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-176599a8-42ea-4c3b-a8dd-3fc070cc2bcf req-99d420f7-2633-4d0b-bbbb-fab4a5cf5db8 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449262 Aug 18 17:11:30.653212 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda907b4-45cb-4bc9-995b-5c88ce33c7d3 req-aaafa9cb-35b3-46d5-b5a6-1c8dab581b0f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:30.654727 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cda907b4-45cb-4bc9-995b-5c88ce33c7d3 req-aaafa9cb-35b3-46d5-b5a6-1c8dab581b0f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 943 time: 0.0491152 Aug 18 17:11:30.685332 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93659609-df2d-4f5a-84df-fbb1a6a09e2b req-98477b1e-15b0-4801-876c-cdce83a28c58 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:30.687027 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-93659609-df2d-4f5a-84df-fbb1a6a09e2b req-98477b1e-15b0-4801-876c-cdce83a28c58 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 943 time: 0.0487409 Aug 18 17:11:30.704261 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cda907b4-45cb-4bc9-995b-5c88ce33c7d3 req-b7be5097-9ef0-4f6a-a545-b08fe41daaaf tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0ab2db1-9c03-4c68-8946-0784f4560804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432422 Aug 18 17:11:30.736458 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-93659609-df2d-4f5a-84df-fbb1a6a09e2b req-b0990c03-3fb8-41fe-b852-65e75df70125 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438516 Aug 18 17:11:30.931602 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] Request body: {'port': {'device_id': '08626bd0-6047-4258-a83d-efb24d789f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85367'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:11:30.997892 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (73b593a6-2fae-4e85-9374-fafccac8c7ac), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:31.216996 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:31.261177 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b593a6-2fae-4e85-9374-fafccac8c7ac {{(pid=106919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:11:31.270261 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] Publish callbacks [] for port (73b593a6-2fae-4e85-9374-fafccac8c7ac), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:31.294501 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.provisioning_blocks [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] Transition to ACTIVE for port object 73b593a6-2fae-4e85-9374-fafccac8c7ac will not be triggered until provisioned by entity L2. {{(pid=106919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 18 17:11:31.329144 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693a3ea-5a5b-45e6-a623-646670f3519a req-3f0d01fb-996e-4051-b7a8-4e2f0f8151b1 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:31.331209 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2693a3ea-5a5b-45e6-a623-646670f3519a req-3f0d01fb-996e-4051-b7a8-4e2f0f8151b1 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 931 time: 0.0485075 Aug 18 17:11:31.365291 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:31.378533 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (73b593a6-2fae-4e85-9374-fafccac8c7ac), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:31.409209 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2693a3ea-5a5b-45e6-a623-646670f3519a req-e82509f4-f00f-4f54-9feb-c0eb8ab6ecd9 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722859 Aug 18 17:11:31.448722 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] Pushing event updated for resources: {'Port': ['ID=73b593a6-2fae-4e85-9374-fafccac8c7ac,revision_number=2']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:31.499518 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.managers [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] Attempting to bind port 73b593a6-2fae-4e85-9374-fafccac8c7ac on host hv-cinder-85367 for vnic_type normal with profile {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:11:31.499853 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.managers [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] Attempting to bind port 73b593a6-2fae-4e85-9374-fafccac8c7ac by drivers openvswitch,hyperv on host hv-cinder-85367 at level 0 using segments [{'id': 'be749b98-a22a-40dd-8a4f-22ce2a25c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747'}] {{(pid=106919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:11:31.500187 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] Attempting to bind port 73b593a6-2fae-4e85-9374-fafccac8c7ac on network e79ee218-b8f4-4366-b86f-915853fc6747 {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:11:31.505180 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] Port 73b593a6-2fae-4e85-9374-fafccac8c7ac on network e79ee218-b8f4-4366-b86f-915853fc6747 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85367 {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 17:11:31.505503 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] Attempting to bind port 73b593a6-2fae-4e85-9374-fafccac8c7ac on network e79ee218-b8f4-4366-b86f-915853fc6747 {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:11:31.510409 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] Checking agent: {'id': '7d5d2def-e0b5-42a1-88b7-94e33648777b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85367', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'started_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:11:31.510789 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] Checking segment: {'id': 'be749b98-a22a-40dd-8a4f-22ce2a25c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:11:31.511170 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] Bound using segment: {'id': 'be749b98-a22a-40dd-8a4f-22ce2a25c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747'} {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:11:31.511637 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.managers [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] Bound port: 73b593a6-2fae-4e85-9374-fafccac8c7ac, host: hv-cinder-85367, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be749b98-a22a-40dd-8a4f-22ce2a25c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747'}}] {{(pid=106919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:11:31.512000 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (73b593a6-2fae-4e85-9374-fafccac8c7ac), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:31.576559 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] For port 73b593a6-2fae-4e85-9374-fafccac8c7ac, host hv-cinder-85367, cleared binding levels {{(pid=106919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:11:31.579643 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] For port 73b593a6-2fae-4e85-9374-fafccac8c7ac, host hv-cinder-85367, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=73b593a6-2fae-4e85-9374-fafccac8c7ac,segment=NetworkSegment(be749b98-a22a-40dd-8a4f-22ce2a25c08e),segment_id=be749b98-a22a-40dd-8a4f-22ce2a25c08e)] {{(pid=106919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:11:31.674765 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (73b593a6-2fae-4e85-9374-fafccac8c7ac), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:31.678490 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:31.679169 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:31.680676 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/73b593a6-2fae-4e85-9374-fafccac8c7ac HTTP/1.1" status: 200 len: 1093 time: 0.7534125 Aug 18 17:11:31.683125 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08626bd0-6047-4258-a83d-efb24d789f0d', 'tag': '73b593a6-2fae-4e85-9374-fafccac8c7ac'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:11:31.686417 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10739253-efb4-4648-808b-9f95eb261fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "08626bd0-6047-4258-a83d-efb24d789f0d", "tag": "73b593a6-2fae-4e85-9374-fafccac8c7ac"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:11:31.732374 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6926525b-e18f-4f0a-940e-c6e2b6df3ecf x-openstack-request-id: req-6926525b-e18f-4f0a-940e-c6e2b6df3ecf {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:11:31.732659 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08626bd0-6047-4258-a83d-efb24d789f0d", "tag": "73b593a6-2fae-4e85-9374-fafccac8c7ac", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:11:31.732909 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6926525b-e18f-4f0a-940e-c6e2b6df3ecf {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:11:31.733309 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6926525b-e18f-4f0a-940e-c6e2b6df3ecf'] response: {'name': 'network-changed', 'server_uuid': '08626bd0-6047-4258-a83d-efb24d789f0d', 'tag': '73b593a6-2fae-4e85-9374-fafccac8c7ac', 'status': 'completed', 'code': 200} Aug 18 17:11:31.777049 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d07d4-b6ae-4801-93c6-3bf1c02d063a service neutron] Pushing event updated for resources: {'Port': ['ID=73b593a6-2fae-4e85-9374-fafccac8c7ac,revision_number=3']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:31.817704 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10739253-efb4-4648-808b-9f95eb261fb3 req-7a8feba9-6517-4a23-afa7-e8df50c0d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:31.822283 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-10739253-efb4-4648-808b-9f95eb261fb3 req-7a8feba9-6517-4a23-afa7-e8df50c0d040 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44e1819d40894e26bfbe20d58589823f&device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 1127 time: 0.0661314 Aug 18 17:11:31.891619 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7cfd2-c988-42b5-9c70-dbe2c2b4616d req-00265ada-8c54-4124-b952-4cbb0d541237 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:31.893898 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-8dd7cfd2-c988-42b5-9c70-dbe2c2b4616d req-00265ada-8c54-4124-b952-4cbb0d541237 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 943 time: 0.0516880 Aug 18 17:11:31.932194 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea4f1b-5f1a-4b55-b170-e1ededb080e8 req-6a25642e-9696-43b6-a90a-b9fe58ece276 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:31.933868 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-88ea4f1b-5f1a-4b55-b170-e1ededb080e8 req-6a25642e-9696-43b6-a90a-b9fe58ece276 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 943 time: 0.1197145 Aug 18 17:11:31.946030 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-8dd7cfd2-c988-42b5-9c70-dbe2c2b4616d req-add7f5b6-433d-4f4a-b7a5-ad69e128e518 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458930 Aug 18 17:11:32.060535 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e6ede25f-adcc-4049-9b88-59fa29ea66a4 req-7a76bb09-a4a3-4015-8a1e-5e3dc2338c33 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-680064005&fields=id&tenant_id=af8df1d9e9b54347aa9f29ead57f2797 HTTP/1.1" status: 200 len: 267 time: 0.0496151 Aug 18 17:11:32.078961 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-88ea4f1b-5f1a-4b55-b170-e1ededb080e8 req-82e84201-c653-483a-a245-02d303051b9e tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0ab2db1-9c03-4c68-8946-0784f4560804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144986 Aug 18 17:11:32.080399 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10739253-efb4-4648-808b-9f95eb261fb3 req-d30cf48f-7d60-49ce-881a-f0ab9082708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:32.081631 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-10739253-efb4-4648-808b-9f95eb261fb3 req-d30cf48f-7d60-49ce-881a-f0ab9082708c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=44e1819d40894e26bfbe20d58589823f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2488549 Aug 18 17:11:32.120903 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ede25f-adcc-4049-9b88-59fa29ea66a4 req-bb581fb7-c9e2-4294-b522-6c61715ff4ce tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:32.122596 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e6ede25f-adcc-4049-9b88-59fa29ea66a4 req-bb581fb7-c9e2-4294-b522-6c61715ff4ce tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 985 time: 0.0558136 Aug 18 17:11:32.140466 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-e6ede25f-adcc-4049-9b88-59fa29ea66a4 req-930c9e06-543a-40c4-9e4c-980c5bd1964d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Request body: {'port': {'security_groups': ['c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5']}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:11:32.144055 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:32.208424 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:32.227077 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-e6ede25f-adcc-4049-9b88-59fa29ea66a4 req-930c9e06-543a-40c4-9e4c-980c5bd1964d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (2ee00035-edc8-4a51-89b1-4dc0e2c5a468), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:32.241612 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=56 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:32.253839 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10739253-efb4-4648-808b-9f95eb261fb3 req-ebcc7872-4069-429c-be57-f75b8f52805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:32.255335 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-10739253-efb4-4648-808b-9f95eb261fb3 req-ebcc7872-4069-429c-be57-f75b8f52805b service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1673138 Aug 18 17:11:32.338943 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-151c58a4-bb6f-45ca-af46-c67b250e3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:32.340789 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-151c58a4-bb6f-45ca-af46-c67b250e3fd9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44e1819d40894e26bfbe20d58589823f&device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 1127 time: 0.0475793 Aug 18 17:11:32.382115 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-33d91654-fdb2-458e-8bfd-73fc32f215bb service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73b593a6-2fae-4e85-9374-fafccac8c7ac HTTP/1.1" status: 200 len: 217 time: 0.0338414 Aug 18 17:11:32.416410 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-e6ede25f-adcc-4049-9b88-59fa29ea66a4 req-930c9e06-543a-40c4-9e4c-980c5bd1964d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] For port 2ee00035-edc8-4a51-89b1-4dc0e2c5a468, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=2ee00035-edc8-4a51-89b1-4dc0e2c5a468,segment=NetworkSegment(480d962a-009a-4021-8fe3-4c8369e5eb10),segment_id=480d962a-009a-4021-8fe3-4c8369e5eb10)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:32.432845 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-2d408c27-86d3-4778-9fcc-1423a513e9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:32.434354 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-2d408c27-86d3-4778-9fcc-1423a513e9f5 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=66bcb9af-9b5e-481b-b77b-bb404fdf00cd HTTP/1.1" status: 200 len: 849 time: 0.0455453 Aug 18 17:11:32.447421 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-e6ede25f-adcc-4049-9b88-59fa29ea66a4 req-930c9e06-543a-40c4-9e4c-980c5bd1964d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for port (2ee00035-edc8-4a51-89b1-4dc0e2c5a468), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:32.484661 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-2ffae743-fbb7-4dc9-bf00-4f25edafa793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:32.486181 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-2ffae743-fbb7-4dc9-bf00-4f25edafa793 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e79ee218-b8f4-4366-b86f-915853fc6747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461426 Aug 18 17:11:32.542868 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-e6ede25f-adcc-4049-9b88-59fa29ea66a4 req-930c9e06-543a-40c4-9e4c-980c5bd1964d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (2ee00035-edc8-4a51-89b1-4dc0e2c5a468), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:32.554312 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ede25f-adcc-4049-9b88-59fa29ea66a4 req-930c9e06-543a-40c4-9e4c-980c5bd1964d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:32.554764 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['2ee00035-edc8-4a51-89b1-4dc0e2c5a468'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:11:32.555258 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-e6ede25f-adcc-4049-9b88-59fa29ea66a4 req-930c9e06-543a-40c4-9e4c-980c5bd1964d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:32.556558 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e6ede25f-adcc-4049-9b88-59fa29ea66a4 req-930c9e06-543a-40c4-9e4c-980c5bd1964d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "PUT /networking/v2.0/ports/2ee00035-edc8-4a51-89b1-4dc0e2c5a468 HTTP/1.1" status: 200 len: 943 time: 0.4237640 Aug 18 17:11:32.558311 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c79a7d-abff-4d4f-aecc-309441c5e3bc', 'tag': '2ee00035-edc8-4a51-89b1-4dc0e2c5a468'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:11:32.560625 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1548923-ecf0-47e7-bc8d-a2cf89d297c4" -d '{"events": [{"name": "network-changed", "server_uuid": "34c79a7d-abff-4d4f-aecc-309441c5e3bc", "tag": "2ee00035-edc8-4a51-89b1-4dc0e2c5a468"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:11:32.566651 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49496) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:32.587875 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814337f-b9e2-418a-bf12-6c97199642d9 req-71832770-6c84-4d95-9040-3e2008b72fc6 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:32.589416 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9814337f-b9e2-418a-bf12-6c97199642d9 req-71832770-6c84-4d95-9040-3e2008b72fc6 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 943 time: 0.0995197 Aug 18 17:11:32.603052 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:32.621223 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba927544-588e-48c6-9ebc-738d3f075efe x-openstack-request-id: req-ba927544-588e-48c6-9ebc-738d3f075efe {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:11:32.621524 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c79a7d-abff-4d4f-aecc-309441c5e3bc", "tag": "2ee00035-edc8-4a51-89b1-4dc0e2c5a468", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:11:32.621775 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba927544-588e-48c6-9ebc-738d3f075efe {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:11:32.622499 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba927544-588e-48c6-9ebc-738d3f075efe'] response: {'name': 'network-changed', 'server_uuid': '34c79a7d-abff-4d4f-aecc-309441c5e3bc', 'tag': '2ee00035-edc8-4a51-89b1-4dc0e2c5a468', 'status': 'completed', 'code': 200} Aug 18 17:11:32.641927 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['2ee00035-edc8-4a51-89b1-4dc0e2c5a468'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:11:32.669652 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-fcedf7d6-90e2-4954-91b1-592c7a4114e2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e79ee218-b8f4-4366-b86f-915853fc6747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691668 Aug 18 17:11:32.710525 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-742c0532-49a9-436b-bc37-4c06bcb24969 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group (3a082a5f-d965-424a-923f-393a462e2d5f), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:32.723634 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c9e06-543a-40c4-9e4c-980c5bd1964d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Pushing event updated for resources: {'Port': ['ID=2ee00035-edc8-4a51-89b1-4dc0e2c5a468,revision_number=7']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:32.729247 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1548923-ecf0-47e7-bc8d-a2cf89d297c4 req-a5a80602-1fcd-420b-b4b5-d9f4e9d40095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:32.735707 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c1548923-ecf0-47e7-bc8d-a2cf89d297c4 req-a5a80602-1fcd-420b-b4b5-d9f4e9d40095 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=af8df1d9e9b54347aa9f29ead57f2797&device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 1130 time: 0.0785587 Aug 18 17:11:32.740544 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9814337f-b9e2-418a-bf12-6c97199642d9 req-a3cf1666-a8cc-43ea-961c-29a4cfd992aa tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407540 Aug 18 17:11:32.756230 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-742c0532-49a9-436b-bc37-4c06bcb24969 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group (3a082a5f-d965-424a-923f-393a462e2d5f), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:32.801301 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-211bc6c6-7412-453e-9f1e-414d808cd96d req-d01ca1d0-9a70-4832-9a1b-c408889bbdd4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e79ee218-b8f4-4366-b86f-915853fc6747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233554 Aug 18 17:11:32.873510 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:32.881706 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1548923-ecf0-47e7-bc8d-a2cf89d297c4 req-8a8f4de2-f3ec-42ba-b78a-2926537c9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:32.883215 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c1548923-ecf0-47e7-bc8d-a2cf89d297c4 req-8a8f4de2-f3ec-42ba-b78a-2926537c9099 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dcd0fc6c-6616-4d99-959f-76bbf998b0aa HTTP/1.1" status: 200 len: 915 time: 0.1434906 Aug 18 17:11:33.012155 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-742c0532-49a9-436b-bc37-4c06bcb24969 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (3a082a5f-d965-424a-923f-393a462e2d5f), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:33.015132 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-742c0532-49a9-436b-bc37-4c06bcb24969 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:33.019361 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-742c0532-49a9-436b-bc37-4c06bcb24969 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3a082a5f-d965-424a-923f-393a462e2d5f HTTP/1.1" status: 204 len: 168 time: 0.4257185 Aug 18 17:11:33.019976 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 49508) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:33.026732 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c0532-49a9-436b-bc37-4c06bcb24969 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a082a5f-d965-424a-923f-393a462e2d5f,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:33.086360 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69464a5-a8c0-468a-a59c-e6a4c3b047e9 req-8173d6ae-f987-47c0-90d4-c2c7129936eb tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:33.090949 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f69464a5-a8c0-468a-a59c-e6a4c3b047e9 req-8173d6ae-f987-47c0-90d4-c2c7129936eb tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 943 time: 0.0566325 Aug 18 17:11:33.137739 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 60e0cf05-5e8f-4133-8579-da77a04a4d8a details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:11:33.172115 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f69464a5-a8c0-468a-a59c-e6a4c3b047e9 req-14f23e28-75ed-4f65-8bf6-a7d392c0c349 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757306 Aug 18 17:11:33.199262 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:33.201809 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a9571-f295-4dcf-8ae5-1fe60de447dd tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Deleting port b9c82368-8ca0-4c47-8bbb-ad2c9cc78158 {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:11:33.206116 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cd1a9571-f295-4dcf-8ae5-1fe60de447dd tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (b9c82368-8ca0-4c47-8bbb-ad2c9cc78158), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:33.296569 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641c8e8-ab68-477d-8c5c-3137764a9584 req-f217e8c3-a8cc-41f6-ad57-e41de827d3c3 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:33.298153 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4641c8e8-ab68-477d-8c5c-3137764a9584 req-f217e8c3-a8cc-41f6-ad57-e41de827d3c3 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 943 time: 0.0974128 Aug 18 17:11:33.356349 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cd1a9571-f295-4dcf-8ae5-1fe60de447dd tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (b9c82368-8ca0-4c47-8bbb-ad2c9cc78158), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:33.356657 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cd1a9571-f295-4dcf-8ae5-1fe60de447dd tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for floatingip (b9c82368-8ca0-4c47-8bbb-ad2c9cc78158), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:33.376749 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a9571-f295-4dcf-8ae5-1fe60de447dd tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Calling delete_port for b9c82368-8ca0-4c47-8bbb-ad2c9cc78158 owned by network:floatingip {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:11:33.381963 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4641c8e8-ab68-477d-8c5c-3137764a9584 req-2096f56f-8a76-43bb-88cd-d2c9150481a4 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0ab2db1-9c03-4c68-8946-0784f4560804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765986 Aug 18 17:11:33.399934 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 60e0cf05-5e8f-4133-8579-da77a04a4d8a, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=60e0cf05-5e8f-4133-8579-da77a04a4d8a,segment=NetworkSegment(10ed1ebd-70c5-4b43-8c76-700a5fe24a0d),segment_id=10ed1ebd-70c5-4b43-8c76-700a5fe24a0d)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:33.411880 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': '60e0cf05-5e8f-4133-8579-da77a04a4d8a', 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1', 'port_id': '60e0cf05-5e8f-4133-8579-da77a04a4d8a', 'mac_address': 'fa:16:3e:f1:27:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8923c51a-2a81-416e-9aa6-fae865af2acd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:11:33.448231 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 60e0cf05-5e8f-4133-8579-da77a04a4d8a is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:11:33.448616 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:33.461853 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e0cf05-5e8f-4133-8579-da77a04a4d8a {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:11:33.482887 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 60e0cf05-5e8f-4133-8579-da77a04a4d8a, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=60e0cf05-5e8f-4133-8579-da77a04a4d8a,segment=NetworkSegment(10ed1ebd-70c5-4b43-8c76-700a5fe24a0d),segment_id=10ed1ebd-70c5-4b43-8c76-700a5fe24a0d)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:33.532646 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:33.533341 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 163f8304-d484-49c9-8968-b436b23114d7 details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:11:33.610657 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=60e0cf05-5e8f-4133-8579-da77a04a4d8a,revision_number=7']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:33.624237 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cd1a9571-f295-4dcf-8ae5-1fe60de447dd tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (b9c82368-8ca0-4c47-8bbb-ad2c9cc78158), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:33.654203 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a9571-f295-4dcf-8ae5-1fe60de447dd tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Pushing event deleted for resources: {'Port': ['ID=b9c82368-8ca0-4c47-8bbb-ad2c9cc78158,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:33.679775 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 163f8304-d484-49c9-8968-b436b23114d7, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=163f8304-d484-49c9-8968-b436b23114d7,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:33.691455 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': '163f8304-d484-49c9-8968-b436b23114d7', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'port_id': '163f8304-d484-49c9-8968-b436b23114d7', 'mac_address': 'fa:16:3e:b7:71:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:11:33.705009 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:33.731978 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cd1a9571-f295-4dcf-8ae5-1fe60de447dd tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks [] for floatingip (1ed36639-8b7f-4bd6-b74e-b37a7366e804), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:33.732344 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.l3_db [None req-cd1a9571-f295-4dcf-8ae5-1fe60de447dd tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Floating IP 1ed36639-8b7f-4bd6-b74e-b37a7366e804 disassociated (deleted). External IP: 172.27.1.47, port: 2ee00035-edc8-4a51-89b1-4dc0e2c5a468. Aug 18 17:11:33.739162 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 163f8304-d484-49c9-8968-b436b23114d7 is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:11:33.739598 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (163f8304-d484-49c9-8968-b436b23114d7), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:33.750764 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:33.753196 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c1548923-ecf0-47e7-bc8d-a2cf89d297c4 req-f02b157f-9541-4b0e-8208-935828b000be service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ee00035-edc8-4a51-89b1-4dc0e2c5a468 HTTP/1.1" status: 200 len: 217 time: 0.0413501 Aug 18 17:11:33.754489 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163f8304-d484-49c9-8968-b436b23114d7 {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:11:33.783362 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 163f8304-d484-49c9-8968-b436b23114d7, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=163f8304-d484-49c9-8968-b436b23114d7,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:33.817574 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1548923-ecf0-47e7-bc8d-a2cf89d297c4 req-4a61722f-532b-4546-a1e9-4f3e9af33fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:33.819143 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c1548923-ecf0-47e7-bc8d-a2cf89d297c4 req-4a61722f-532b-4546-a1e9-4f3e9af33fee service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=f11fbfcf-66ef-4804-9d38-48c210871c22 HTTP/1.1" status: 200 len: 853 time: 0.0566485 Aug 18 17:11:33.887299 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (163f8304-d484-49c9-8968-b436b23114d7), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:33.887853 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:33.897993 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1548923-ecf0-47e7-bc8d-a2cf89d297c4 req-526c089d-5b25-4ed4-87ad-fe15226917e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:33.899559 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c1548923-ecf0-47e7-bc8d-a2cf89d297c4 req-526c089d-5b25-4ed4-87ad-fe15226917e7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dcd0fc6c-6616-4d99-959f-76bbf998b0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748854 Aug 18 17:11:33.909949 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6f4c2-bdb6-4262-ad2d-faf80f86965e req-3ba5d53a-97d6-4338-9f43-947e2c4e4cf5 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:33.911520 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e3a6f4c2-bdb6-4262-ad2d-faf80f86965e req-3ba5d53a-97d6-4338-9f43-947e2c4e4cf5 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 943 time: 0.0773582 Aug 18 17:11:33.940056 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=163f8304-d484-49c9-8968-b436b23114d7,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:33.966130 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1a9571-f295-4dcf-8ae5-1fe60de447dd tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Router 1047fc7f-d316-44bf-bd78-ff3303897646 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:11:34.027574 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:34.032661 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e3a6f4c2-bdb6-4262-ad2d-faf80f86965e req-d324e94b-937d-4e14-ad88-5b1efbd03d6c tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107655 Aug 18 17:11:34.039836 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c1548923-ecf0-47e7-bc8d-a2cf89d297c4 req-804fa088-0f36-46e2-bebc-bb68283c5c01 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dcd0fc6c-6616-4d99-959f-76bbf998b0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269445 Aug 18 17:11:34.144527 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c1548923-ecf0-47e7-bc8d-a2cf89d297c4 req-b11459b9-f1f5-48d8-9e5c-8c2dac96f328 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dcd0fc6c-6616-4d99-959f-76bbf998b0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975928 Aug 18 17:11:34.257797 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['60e0cf05-5e8f-4133-8579-da77a04a4d8a'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:11:34.336518 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['163f8304-d484-49c9-8968-b436b23114d7'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:11:34.374739 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69ab7b-7c3b-406f-9ea6-775ec7a29b95 req-1b544cfa-184a-4492-8f43-fd610f7528b4 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:34.376323 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ad69ab7b-7c3b-406f-9ea6-775ec7a29b95 req-1b544cfa-184a-4492-8f43-fd610f7528b4 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 944 time: 0.0630596 Aug 18 17:11:34.378143 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1a9571-f295-4dcf-8ae5-1fe60de447dd tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:11:34.383265 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cd1a9571-f295-4dcf-8ae5-1fe60de447dd tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:34.402901 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e4ddad-c258-4c11-b89d-60f085c15678 None None] Sync routers for ids ['1047fc7f-d316-44bf-bd78-ff3303897646'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:11:34.413046 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:34.432246 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-cd1a9571-f295-4dcf-8ae5-1fe60de447dd tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/1ed36639-8b7f-4bd6-b74e-b37a7366e804 HTTP/1.1" status: 204 len: 168 time: 1.4109602 Aug 18 17:11:34.437657 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c79a7d-abff-4d4f-aecc-309441c5e3bc', 'tag': '2ee00035-edc8-4a51-89b1-4dc0e2c5a468'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:11:34.440880 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaec26c-9812-40c7-8aed-9eb6842b30eb" -d '{"events": [{"name": "network-changed", "server_uuid": "34c79a7d-abff-4d4f-aecc-309441c5e3bc", "tag": "2ee00035-edc8-4a51-89b1-4dc0e2c5a468"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:11:34.448483 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e4ddad-c258-4c11-b89d-60f085c15678 None None] Routers {'1047fc7f-d316-44bf-bd78-ff3303897646'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:11:34.450547 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-30e4ddad-c258-4c11-b89d-60f085c15678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:11:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1047fc7f-d316-44bf-bd78-ff3303897646'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:34.467120 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:34.471998 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ad69ab7b-7c3b-406f-9ea6-775ec7a29b95 req-6ab6b1b3-1d76-486f-a8c6-412aa2f17906 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854743 Aug 18 17:11:34.532487 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ddb5a-d912-423a-9014-db9730cdfe19 req-adbe9f50-389d-40a3-a79b-0562c36c8e99 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:34.535930 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ea0ddb5a-d912-423a-9014-db9730cdfe19 req-adbe9f50-389d-40a3-a79b-0562c36c8e99 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 944 time: 0.0557010 Aug 18 17:11:34.588423 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ea0ddb5a-d912-423a-9014-db9730cdfe19 req-602650fd-c1f7-45e0-b9d5-f619dd9389e0 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0ab2db1-9c03-4c68-8946-0784f4560804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479655 Aug 18 17:11:34.660518 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749ca493-1638-43ac-a872-eb02c386fe86 x-openstack-request-id: req-749ca493-1638-43ac-a872-eb02c386fe86 {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:11:34.661693 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c79a7d-abff-4d4f-aecc-309441c5e3bc", "tag": "2ee00035-edc8-4a51-89b1-4dc0e2c5a468", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:11:34.661693 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-749ca493-1638-43ac-a872-eb02c386fe86 {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:11:34.661693 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-749ca493-1638-43ac-a872-eb02c386fe86'] response: {'name': 'network-changed', 'server_uuid': '34c79a7d-abff-4d4f-aecc-309441c5e3bc', 'tag': '2ee00035-edc8-4a51-89b1-4dc0e2c5a468', 'status': 'completed', 'code': 200} Aug 18 17:11:34.670880 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-30e4ddad-c258-4c11-b89d-60f085c15678 None None] Set router 1047fc7f-d316-44bf-bd78-ff3303897646 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:11:34.726710 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaec26c-9812-40c7-8aed-9eb6842b30eb req-ff29a4d1-0c32-419d-ad99-7d848d13d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:34.728381 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-caaec26c-9812-40c7-8aed-9eb6842b30eb req-ff29a4d1-0c32-419d-ad99-7d848d13d500 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=af8df1d9e9b54347aa9f29ead57f2797&device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 1130 time: 0.0460763 Aug 18 17:11:34.827722 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaec26c-9812-40c7-8aed-9eb6842b30eb req-3a7e1842-6a03-4fdd-8f89-0dd9fc6565f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:34.829234 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-caaec26c-9812-40c7-8aed-9eb6842b30eb req-3a7e1842-6a03-4fdd-8f89-0dd9fc6565f2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dcd0fc6c-6616-4d99-959f-76bbf998b0aa HTTP/1.1" status: 200 len: 915 time: 0.0929794 Aug 18 17:11:34.864325 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=100 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:34.876770 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-caaec26c-9812-40c7-8aed-9eb6842b30eb req-308fe764-5d7e-481e-90d6-5c79136ade18 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ee00035-edc8-4a51-89b1-4dc0e2c5a468 HTTP/1.1" status: 200 len: 217 time: 0.0407903 Aug 18 17:11:34.930248 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaec26c-9812-40c7-8aed-9eb6842b30eb req-fc4ad321-3f9e-48c1-b9af-12a385b0d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:34.931842 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-caaec26c-9812-40c7-8aed-9eb6842b30eb req-fc4ad321-3f9e-48c1-b9af-12a385b0d1c5 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=f11fbfcf-66ef-4804-9d38-48c210871c22 HTTP/1.1" status: 200 len: 853 time: 0.0490935 Aug 18 17:11:34.962189 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-30e4ddad-c258-4c11-b89d-60f085c15678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'name': 'tempest-TestMinimumBasicScenario-763037979-router', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:22Z', 'updated_at': '2022-08-18T17:08:28Z', 'revision_number': 4, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'gw_port': {'id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:23Z', 'updated_at': '2022-08-18T17:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '5b95a378-16c2-4975-96ca-5cd0b4456663', 'name': '', 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'mac_address': 'fa:16:3e:5e:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f11fbfcf-66ef-4804-9d38-48c210871c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:27Z', 'updated_at': '2022-08-18T17:08:35Z', 'revision_number': 5, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'subnets': [{'id': 'f11fbfcf-66ef-4804-9d38-48c210871c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:34.984458 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaec26c-9812-40c7-8aed-9eb6842b30eb req-8cb268d5-647c-46e6-a7b4-2524b0bd0568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:34.986156 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-caaec26c-9812-40c7-8aed-9eb6842b30eb req-8cb268d5-647c-46e6-a7b4-2524b0bd0568 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dcd0fc6c-6616-4d99-959f-76bbf998b0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461643 Aug 18 17:11:34.989700 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e4ddad-c258-4c11-b89d-60f085c15678 None None] Checking router: 1047fc7f-d316-44bf-bd78-ff3303897646 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:11:35.000919 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e4ddad-c258-4c11-b89d-60f085c15678 None None] Routers {'1047fc7f-d316-44bf-bd78-ff3303897646'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:11:35.000919 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-30e4ddad-c258-4c11-b89d-60f085c15678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:11:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1047fc7f-d316-44bf-bd78-ff3303897646'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:35.019868 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:35.093179 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-caaec26c-9812-40c7-8aed-9eb6842b30eb req-d8bd57bc-0513-4d67-96ca-84d9ae2340f5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dcd0fc6c-6616-4d99-959f-76bbf998b0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976520 Aug 18 17:11:35.107786 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-30e4ddad-c258-4c11-b89d-60f085c15678 None None] Set router 1047fc7f-d316-44bf-bd78-ff3303897646 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:11:35.170269 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ce6fb-485c-4533-a9f6-bf6067c4b347 req-70e3b029-ec8a-4419-b9d5-0cf4b33138d1 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:35.171778 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-095ce6fb-485c-4533-a9f6-bf6067c4b347 req-70e3b029-ec8a-4419-b9d5-0cf4b33138d1 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 943 time: 0.0581553 Aug 18 17:11:35.219303 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-095ce6fb-485c-4533-a9f6-bf6067c4b347 req-78fdb03d-fe6a-4864-bbd8-0db03f7a5572 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411134 Aug 18 17:11:35.241494 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 73b593a6-2fae-4e85-9374-fafccac8c7ac details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:11:35.319799 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:11:35.378006 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-30e4ddad-c258-4c11-b89d-60f085c15678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'name': 'tempest-TestMinimumBasicScenario-763037979-router', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:22Z', 'updated_at': '2022-08-18T17:08:28Z', 'revision_number': 4, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'gw_port': {'id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:23Z', 'updated_at': '2022-08-18T17:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '5b95a378-16c2-4975-96ca-5cd0b4456663', 'name': '', 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'mac_address': 'fa:16:3e:5e:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f11fbfcf-66ef-4804-9d38-48c210871c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:27Z', 'updated_at': '2022-08-18T17:08:35Z', 'revision_number': 5, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'subnets': [{'id': 'f11fbfcf-66ef-4804-9d38-48c210871c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:35.384528 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-caaec26c-9812-40c7-8aed-9eb6842b30eb req-2ab1637f-61e4-4cad-8901-5803271618b3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dcd0fc6c-6616-4d99-959f-76bbf998b0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024635 Aug 18 17:11:35.409568 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e4ddad-c258-4c11-b89d-60f085c15678 None None] The sync data for ids ['1047fc7f-d316-44bf-bd78-ff3303897646'] in dv-cinder-853678-2-iscsi is: [{'id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'name': 'tempest-TestMinimumBasicScenario-763037979-router', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:22Z', 'updated_at': '2022-08-18T17:08:28Z', 'revision_number': 4, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'gw_port': {'id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:23Z', 'updated_at': '2022-08-18T17:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '5b95a378-16c2-4975-96ca-5cd0b4456663', 'name': '', 'network_id': 'dcd0fc6c-6616-4d99-959f-76bbf998b0aa', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'mac_address': 'fa:16:3e:5e:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f11fbfcf-66ef-4804-9d38-48c210871c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:27Z', 'updated_at': '2022-08-18T17:08:35Z', 'revision_number': 5, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'subnets': [{'id': 'f11fbfcf-66ef-4804-9d38-48c210871c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:11:35.462090 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 73b593a6-2fae-4e85-9374-fafccac8c7ac, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=73b593a6-2fae-4e85-9374-fafccac8c7ac,segment=NetworkSegment(be749b98-a22a-40dd-8a4f-22ce2a25c08e),segment_id=be749b98-a22a-40dd-8a4f-22ce2a25c08e)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:35.481064 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': '73b593a6-2fae-4e85-9374-fafccac8c7ac', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'port_id': '73b593a6-2fae-4e85-9374-fafccac8c7ac', 'mac_address': 'fa:16:3e:ae:ac:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:11:35.488047 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9eed3-034b-4e82-8355-a341354897a8 req-4dea330b-5b58-48e0-9901-09b0304e8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:35.489610 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0bc9eed3-034b-4e82-8355-a341354897a8 req-4dea330b-5b58-48e0-9901-09b0304e8a02 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e5d8cae49e524a98ae646381b455351e&device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 1128 time: 0.0549614 Aug 18 17:11:35.551406 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 73b593a6-2fae-4e85-9374-fafccac8c7ac is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:11:35.551953 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (73b593a6-2fae-4e85-9374-fafccac8c7ac), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:35.576132 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b593a6-2fae-4e85-9374-fafccac8c7ac {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:11:35.609630 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 73b593a6-2fae-4e85-9374-fafccac8c7ac, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=73b593a6-2fae-4e85-9374-fafccac8c7ac,segment=NetworkSegment(be749b98-a22a-40dd-8a4f-22ce2a25c08e),segment_id=be749b98-a22a-40dd-8a4f-22ce2a25c08e)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:35.643884 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d931819-0f08-4d99-b642-016889d0a2e3 req-0f9fc7c7-b1c2-4d10-96ef-98367a07d909 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:35.651696 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9d931819-0f08-4d99-b642-016889d0a2e3 req-0f9fc7c7-b1c2-4d10-96ef-98367a07d909 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 944 time: 0.0608811 Aug 18 17:11:35.673424 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9eed3-034b-4e82-8355-a341354897a8 req-3d3403d5-0768-4583-a142-af9d08b9672d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:35.674998 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0bc9eed3-034b-4e82-8355-a341354897a8 req-3d3403d5-0768-4583-a142-af9d08b9672d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 HTTP/1.1" status: 200 len: 909 time: 0.1643631 Aug 18 17:11:35.692571 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (73b593a6-2fae-4e85-9374-fafccac8c7ac), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:35.733905 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 60e0cf05-5e8f-4133-8579-da77a04a4d8a up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:11:35.780129 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9d931819-0f08-4d99-b642-016889d0a2e3 req-f0cfab50-59cc-4d65-9697-a9a27f2c28c5 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1129470 Aug 18 17:11:35.780326 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38f290-ed5e-4a02-833e-38a332260677 req-b5f5b252-d517-48fe-8eec-92db0f419f0f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:35.780326 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2e38f290-ed5e-4a02-833e-38a332260677 req-b5f5b252-d517-48fe-8eec-92db0f419f0f tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 944 time: 0.1007750 Aug 18 17:11:35.790876 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6028c4-e76a-42f3-88c6-385061647a54 None None] New status for floating IP 1ed36639-8b7f-4bd6-b74e-b37a7366e804: DOWN {{(pid=106921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:11:35.805530 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0bc9eed3-034b-4e82-8355-a341354897a8 req-7838645c-77a0-4338-aef4-26ab5ba7bd9a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60e0cf05-5e8f-4133-8579-da77a04a4d8a HTTP/1.1" status: 200 len: 999 time: 0.1221583 Aug 18 17:11:35.841447 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=73b593a6-2fae-4e85-9374-fafccac8c7ac,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:35.843768 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2e38f290-ed5e-4a02-833e-38a332260677 req-4b25eb59-fb24-4bdf-b771-fad4cca30092 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0ab2db1-9c03-4c68-8946-0784f4560804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578079 Aug 18 17:11:35.851802 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port 60e0cf05-5e8f-4133-8579-da77a04a4d8a triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:11:35.852173 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:35.892048 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9eed3-034b-4e82-8355-a341354897a8 req-9c3d77ad-de70-4cd6-862c-fcf19d2bf5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:35.894330 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0bc9eed3-034b-4e82-8355-a341354897a8 req-9c3d77ad-de70-4cd6-862c-fcf19d2bf5bb service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8923c51a-2a81-416e-9aa6-fae865af2acd HTTP/1.1" status: 200 len: 847 time: 0.0816317 Aug 18 17:11:35.964491 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9eed3-034b-4e82-8355-a341354897a8 req-1a158a0e-3e36-45c1-a356-f44de78b11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:35.964491 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0bc9eed3-034b-4e82-8355-a341354897a8 req-1a158a0e-3e36-45c1-a356-f44de78b11dd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478935 Aug 18 17:11:35.964896 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 60e0cf05-5e8f-4133-8579-da77a04a4d8a is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:11:35.964896 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:35.987145 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['73b593a6-2fae-4e85-9374-fafccac8c7ac'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:11:35.993860 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e0cf05-5e8f-4133-8579-da77a04a4d8a'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:11:35.996207 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9bc3b3-a8a1-4cb8-ae59-fc6698833dad" -d '{"events": [{"server_uuid": "66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1", "name": "network-vif-plugged", "status": "completed", "tag": "60e0cf05-5e8f-4133-8579-da77a04a4d8a"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:11:36.030511 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 60e0cf05-5e8f-4133-8579-da77a04a4d8a, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=60e0cf05-5e8f-4133-8579-da77a04a4d8a,segment=NetworkSegment(10ed1ebd-70c5-4b43-8c76-700a5fe24a0d),segment_id=10ed1ebd-70c5-4b43-8c76-700a5fe24a0d)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:36.037414 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbae390-7cd1-43f8-8906-9806b49a80d7 x-openstack-request-id: req-ebbae390-7cd1-43f8-8906-9806b49a80d7 {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:11:36.037706 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1", "name": "network-vif-plugged", "status": "completed", "tag": "60e0cf05-5e8f-4133-8579-da77a04a4d8a", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:11:36.037960 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ebbae390-7cd1-43f8-8906-9806b49a80d7 {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:11:36.038358 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebbae390-7cd1-43f8-8906-9806b49a80d7'] response: {'server_uuid': '66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e0cf05-5e8f-4133-8579-da77a04a4d8a', 'code': 200} Aug 18 17:11:36.074138 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:36.078377 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0bc9eed3-034b-4e82-8355-a341354897a8 req-24757986-5234-41e4-82a7-2dbe50ec6f86 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094158 Aug 18 17:11:36.118905 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:36.156409 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:36.157409 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 163f8304-d484-49c9-8968-b436b23114d7 up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:11:36.253143 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0bc9eed3-034b-4e82-8355-a341354897a8 req-994e289e-0014-41bd-ab99-be072e7a2bd4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964994 Aug 18 17:11:36.366530 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ea1ea-4556-4f66-8dae-6194a83677ef req-c9176252-04de-4400-88ea-3783175bde93 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:36.368259 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1a8ea1ea-4556-4f66-8dae-6194a83677ef req-c9176252-04de-4400-88ea-3783175bde93 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 944 time: 0.0498464 Aug 18 17:11:36.382019 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=60e0cf05-5e8f-4133-8579-da77a04a4d8a,revision_number=8']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:36.392330 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning for port 163f8304-d484-49c9-8968-b436b23114d7 completed by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 18 17:11:36.420413 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1a8ea1ea-4556-4f66-8dae-6194a83677ef req-b079a690-43f6-4e58-aeb1-1dbec1598bfe tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461659 Aug 18 17:11:36.485080 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port 163f8304-d484-49c9-8968-b436b23114d7 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:11:36.485400 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (163f8304-d484-49c9-8968-b436b23114d7), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:36.504627 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:36.519976 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:36.562201 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:36.564116 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 163f8304-d484-49c9-8968-b436b23114d7 is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:11:36.564514 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (163f8304-d484-49c9-8968-b436b23114d7), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:36.594580 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a29460-d927-4709-9426-0570542b45b3 req-1477e8df-45ef-4c11-b435-9fa06fd0fc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:36.597399 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b2a29460-d927-4709-9426-0570542b45b3 req-1477e8df-45ef-4c11-b435-9fa06fd0fc43 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 1129 time: 0.0415225 Aug 18 17:11:36.599531 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 163f8304-d484-49c9-8968-b436b23114d7, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=163f8304-d484-49c9-8968-b436b23114d7,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:36.646734 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b2a29460-d927-4709-9426-0570542b45b3 req-51ab3a12-1a62-407f-a63b-4acb2587b44f service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423520 Aug 18 17:11:36.685381 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (163f8304-d484-49c9-8968-b436b23114d7), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:36.732278 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=163f8304-d484-49c9-8968-b436b23114d7,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:36.891852 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84fb9c-c0db-4193-993b-38a3af8dac3b req-d09de443-c9e4-43c6-9c1c-ef40aab83116 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:36.894063 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2b84fb9c-c0db-4193-993b-38a3af8dac3b req-d09de443-c9e4-43c6-9c1c-ef40aab83116 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0567501 Aug 18 17:11:36.945337 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2b84fb9c-c0db-4193-993b-38a3af8dac3b req-ce9c8bb9-5e18-43d4-a4ab-4211eef34604 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453100 Aug 18 17:11:36.990853 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e867dce-66fd-444d-9090-0a58c1577fd6 req-98a5d6d9-50a7-4aa6-a513-0a55f8e8ed17 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:36.992368 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5e867dce-66fd-444d-9090-0a58c1577fd6 req-98a5d6d9-50a7-4aa6-a513-0a55f8e8ed17 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 945 time: 0.0515258 Aug 18 17:11:37.046175 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5e867dce-66fd-444d-9090-0a58c1577fd6 req-83c700d2-d5be-4099-ade6-4086a9b2cae8 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0ab2db1-9c03-4c68-8946-0784f4560804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476692 Aug 18 17:11:37.247089 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 73b593a6-2fae-4e85-9374-fafccac8c7ac up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:11:37.290946 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning for port 73b593a6-2fae-4e85-9374-fafccac8c7ac completed by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 18 17:11:37.360798 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port 73b593a6-2fae-4e85-9374-fafccac8c7ac triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:11:37.361172 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (73b593a6-2fae-4e85-9374-fafccac8c7ac), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:37.443137 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 73b593a6-2fae-4e85-9374-fafccac8c7ac is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:11:37.443558 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (73b593a6-2fae-4e85-9374-fafccac8c7ac), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:37.478901 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 73b593a6-2fae-4e85-9374-fafccac8c7ac, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=73b593a6-2fae-4e85-9374-fafccac8c7ac,segment=NetworkSegment(be749b98-a22a-40dd-8a4f-22ce2a25c08e),segment_id=be749b98-a22a-40dd-8a4f-22ce2a25c08e)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:37.538520 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee06fac-60c4-40f5-b110-0b3d1db254e1 req-9b8eb33d-37e7-44df-9d14-61225d8322f4 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:37.540019 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-8ee06fac-60c4-40f5-b110-0b3d1db254e1 req-9b8eb33d-37e7-44df-9d14-61225d8322f4 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 944 time: 0.0471926 Aug 18 17:11:37.549944 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (73b593a6-2fae-4e85-9374-fafccac8c7ac), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:37.593455 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-8ee06fac-60c4-40f5-b110-0b3d1db254e1 req-aff07482-b820-4da5-b781-f06f5549ffa7 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474651 Aug 18 17:11:37.601547 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=73b593a6-2fae-4e85-9374-fafccac8c7ac,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:37.610144 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:37.610488 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:37.610860 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:37.611224 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:37.612171 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:37.612505 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:37.612836 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:37.613165 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:37.613493 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:37.613821 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:37.614148 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:37.614492 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:37.614820 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:37.615142 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:37.615482 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:38.039946 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe34c884-f87c-410a-a740-30046200620f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163f8304-d484-49c9-8968-b436b23114d7'}, {'server_uuid': '08626bd0-6047-4258-a83d-efb24d789f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b593a6-2fae-4e85-9374-fafccac8c7ac'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:11:38.042467 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7739bea2-986a-455d-91d0-be1004b1c998" -d '{"events": [{"server_uuid": "fe34c884-f87c-410a-a740-30046200620f", "name": "network-vif-plugged", "status": "completed", "tag": "163f8304-d484-49c9-8968-b436b23114d7"}, {"server_uuid": "08626bd0-6047-4258-a83d-efb24d789f0d", "name": "network-vif-plugged", "status": "completed", "tag": "73b593a6-2fae-4e85-9374-fafccac8c7ac"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:11:38.073481 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb6a40-f5ab-4f7e-9982-b13ca35b5f94 req-bf839442-449e-4454-8586-feaf6b6a010e tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:38.073481 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-93eb6a40-f5ab-4f7e-9982-b13ca35b5f94 req-bf839442-449e-4454-8586-feaf6b6a010e tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0508847 Aug 18 17:11:38.094015 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 18 Aug 2022 17:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c99a9ea-6b80-489f-865f-7daeaa20ece2 x-openstack-request-id: req-1c99a9ea-6b80-489f-865f-7daeaa20ece2 {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:11:38.094373 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe34c884-f87c-410a-a740-30046200620f", "name": "network-vif-plugged", "status": "completed", "tag": "163f8304-d484-49c9-8968-b436b23114d7", "code": 200}, {"server_uuid": "08626bd0-6047-4258-a83d-efb24d789f0d", "name": "network-vif-plugged", "status": "completed", "tag": "73b593a6-2fae-4e85-9374-fafccac8c7ac", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:11:38.094953 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1c99a9ea-6b80-489f-865f-7daeaa20ece2 {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:11:38.095410 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c99a9ea-6b80-489f-865f-7daeaa20ece2'] response: {'server_uuid': 'fe34c884-f87c-410a-a740-30046200620f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163f8304-d484-49c9-8968-b436b23114d7', 'code': 200} Aug 18 17:11:38.095705 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c99a9ea-6b80-489f-865f-7daeaa20ece2'] response: {'server_uuid': '08626bd0-6047-4258-a83d-efb24d789f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b593a6-2fae-4e85-9374-fafccac8c7ac', 'code': 200} Aug 18 17:11:38.124864 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-93eb6a40-f5ab-4f7e-9982-b13ca35b5f94 req-802b68fc-aa65-4c01-8209-5381b4fe48f0 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475509 Aug 18 17:11:38.197018 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448b10b-1df5-4680-bfd7-cbc88e26e172 req-3b90f718-3895-4b78-9ff2-f44d73f4110d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:38.198522 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1448b10b-1df5-4680-bfd7-cbc88e26e172 req-3b90f718-3895-4b78-9ff2-f44d73f4110d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 945 time: 0.0530770 Aug 18 17:11:38.246170 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1448b10b-1df5-4680-bfd7-cbc88e26e172 req-b8906f06-5122-478d-b890-eb3796fc3851 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0ab2db1-9c03-4c68-8946-0784f4560804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420310 Aug 18 17:11:38.609317 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e301784-9f11-44c3-92c6-8b043f1a6ab1 req-cd7b5148-7d4d-42c6-b018-b794580fe303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:38.612035 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3e301784-9f11-44c3-92c6-8b043f1a6ab1 req-cd7b5148-7d4d-42c6-b018-b794580fe303 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 1129 time: 0.0415311 Aug 18 17:11:38.651877 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b829a-3fbf-4635-b1f4-a431a98343d2 req-8b842c62-0e92-4a5c-af81-e6dd806e7e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:38.653000 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ee1b829a-3fbf-4635-b1f4-a431a98343d2 req-8b842c62-0e92-4a5c-af81-e6dd806e7e31 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 1129 time: 0.0479727 Aug 18 17:11:38.684824 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3e301784-9f11-44c3-92c6-8b043f1a6ab1 req-4290ccb5-0cd0-4849-a015-ac3d57a9d6ff service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f0ab2db1-9c03-4c68-8946-0784f4560804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601938 Aug 18 17:11:38.717319 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ee1b829a-3fbf-4635-b1f4-a431a98343d2 req-3144b145-ef3f-4bab-9ed8-f7095ca96c7e service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588877 Aug 18 17:11:38.732061 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1613cbd-66aa-4393-8599-d1333ce70294 req-f17877d5-4939-4745-a8cd-d20f2495f14f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:38.733626 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c1613cbd-66aa-4393-8599-d1333ce70294 req-f17877d5-4939-4745-a8cd-d20f2495f14f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0479112 Aug 18 17:11:38.785407 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c1613cbd-66aa-4393-8599-d1333ce70294 req-d58a937c-45ac-4b31-9296-cb424d67bfaf tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456078 Aug 18 17:11:38.930465 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c719a-0052-4e5b-9a7a-555df65a9709 req-fdceff1c-f984-4517-bbc4-5ac894746486 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:38.932020 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-8e2c719a-0052-4e5b-9a7a-555df65a9709 req-fdceff1c-f984-4517-bbc4-5ac894746486 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 946 time: 0.0476980 Aug 18 17:11:38.979606 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-8e2c719a-0052-4e5b-9a7a-555df65a9709 req-7110f440-3ef1-4cbe-8d7f-ccb431bb5faa tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417304 Aug 18 17:11:39.271896 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7844e3-33dd-4ff9-a0ac-22f48fa4c24c req-eb5841fe-3dfc-4f52-9f07-4eb6deb55be2 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:39.273356 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ee7844e3-33dd-4ff9-a0ac-22f48fa4c24c req-eb5841fe-3dfc-4f52-9f07-4eb6deb55be2 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0598230 Aug 18 17:11:39.328594 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ee7844e3-33dd-4ff9-a0ac-22f48fa4c24c req-7424edf5-cc3f-4e62-bd26-9f3544735794 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494485 Aug 18 17:11:39.384239 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0898cc-1bd5-4897-9853-43cfe869cca1 req-cd6f0598-1376-4aa4-9740-f5a98022d1de tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:39.386086 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ee0898cc-1bd5-4897-9853-43cfe869cca1 req-cd6f0598-1376-4aa4-9740-f5a98022d1de tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 945 time: 0.0574517 Aug 18 17:11:39.438362 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ee0898cc-1bd5-4897-9853-43cfe869cca1 req-679929af-3852-4f39-b34a-3cdb8f816be6 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0ab2db1-9c03-4c68-8946-0784f4560804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459976 Aug 18 17:11:39.907396 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00910c23-edda-4a6a-aada-91f48a36fadd req-ebb92a59-d3e2-4444-bc56-a005230b3fe9 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:39.908972 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-00910c23-edda-4a6a-aada-91f48a36fadd req-ebb92a59-d3e2-4444-bc56-a005230b3fe9 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0486381 Aug 18 17:11:39.956588 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-00910c23-edda-4a6a-aada-91f48a36fadd req-d2c6aafc-9ca6-466b-8b68-d5fa4d261de7 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419350 Aug 18 17:11:40.098656 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdc410-56d8-422c-8766-dbc574c5e2d5 req-7f10da41-ed51-40e8-88a1-daf9b7408d1a tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:40.100098 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e4cdc410-56d8-422c-8766-dbc574c5e2d5 req-7f10da41-ed51-40e8-88a1-daf9b7408d1a tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 946 time: 0.0501046 Aug 18 17:11:40.149255 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e4cdc410-56d8-422c-8766-dbc574c5e2d5 req-2f3b5385-1f65-40cb-b3bd-b8ee4a762444 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435123 Aug 18 17:11:40.706398 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:40.719539 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d0704-0ea9-4cce-80c1-eecd81e1e893 req-2f94e4e9-b903-445a-ab50-6613316a4f8d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:40.721539 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2e1d0704-0ea9-4cce-80c1-eecd81e1e893 req-2f94e4e9-b903-445a-ab50-6613316a4f8d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 945 time: 0.0513647 Aug 18 17:11:40.769213 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2e1d0704-0ea9-4cce-80c1-eecd81e1e893 req-3751b3b4-cf76-4154-8f17-726788ab9adc tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0ab2db1-9c03-4c68-8946-0784f4560804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419881 Aug 18 17:11:41.079878 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb8741-1adf-4ea6-adeb-56d996850d50 req-1b2edbcc-0b92-427a-a5be-dfe0c50c60e2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:41.081975 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e6fb8741-1adf-4ea6-adeb-56d996850d50 req-1b2edbcc-0b92-427a-a5be-dfe0c50c60e2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0500791 Aug 18 17:11:41.109307 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-1d540f5f-68d1-43ed-9e9b-ab7c3d3ec834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:41.115776 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:41.132939 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e6fb8741-1adf-4ea6-adeb-56d996850d50 req-602ef64d-534c-4d31-bebc-0174d3974303 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434735 Aug 18 17:11:41.273518 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f48a3-3f84-49b3-ab02-7f0e25f4f563 req-33190c3f-9083-4781-bb5e-1778157d4efc tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:41.274946 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-418f48a3-3f84-49b3-ab02-7f0e25f4f563 req-33190c3f-9083-4781-bb5e-1778157d4efc tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 946 time: 0.0497813 Aug 18 17:11:41.321799 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-418f48a3-3f84-49b3-ab02-7f0e25f4f563 req-bb7a2964-20c7-408a-b501-ee92fe3c0449 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410476 Aug 18 17:11:41.899810 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1f43a-0860-4475-9a7a-b13d87220cc1 req-f09f3dc9-bd17-439e-ab7f-b58d03a2348e tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:41.901355 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c5a1f43a-0860-4475-9a7a-b13d87220cc1 req-f09f3dc9-bd17-439e-ab7f-b58d03a2348e tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 945 time: 0.0514820 Aug 18 17:11:41.902583 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c3f45-a5bb-477c-bae6-b0757538f15d req-0fdd9b57-6be7-42e4-9c0c-9ea28a573a84 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:41.904217 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c76c3f45-a5bb-477c-bae6-b0757538f15d req-0fdd9b57-6be7-42e4-9c0c-9ea28a573a84 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0475204 Aug 18 17:11:41.933475 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:41.956221 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c5a1f43a-0860-4475-9a7a-b13d87220cc1 req-9cd6ef7f-19c1-4181-aee6-37b8888bc921 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0ab2db1-9c03-4c68-8946-0784f4560804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480356 Aug 18 17:11:41.959122 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c76c3f45-a5bb-477c-bae6-b0757538f15d req-1ec78bd2-2717-453e-9996-6acf15b99612 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487654 Aug 18 17:11:42.074710 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49676) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:42.081890 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0871804-31d2-4846-9370-d808648be66b req-622c226f-7239-4dbc-b6cd-d6b9c8b95efb tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:42.083504 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c0871804-31d2-4846-9370-d808648be66b req-622c226f-7239-4dbc-b6cd-d6b9c8b95efb tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 945 time: 0.0536411 Aug 18 17:11:42.094433 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 49678) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:42.099507 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-b47f82f3-4eac-41f8-979f-91940fc3a8c9 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Request body: {'floatingip': {'port_id': '163f8304-d484-49c9-8968-b436b23114d7'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:11:42.121475 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1aa0a68-005e-49e1-93ef-75e171780ad0 admin admin] Deleting subnet 336c2548-16f8-4540-8cbf-8b7e70d64215 {{(pid=106918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 17:11:42.124606 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0a68-005e-49e1-93ef-75e171780ad0 admin admin] Publish callbacks [] for subnet (336c2548-16f8-4540-8cbf-8b7e70d64215), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:42.137876 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b47f82f3-4eac-41f8-979f-91940fc3a8c9 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (01693927-5319-4f22-8688-9d39661cb0d5), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:42.158027 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:42.161098 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0a68-005e-49e1-93ef-75e171780ad0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25604058'] for subnet (336c2548-16f8-4540-8cbf-8b7e70d64215), precommit_delete_associations {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:42.208950 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0a68-005e-49e1-93ef-75e171780ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763242'] for subnet (336c2548-16f8-4540-8cbf-8b7e70d64215), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:42.299104 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e47ae2-b84e-43ea-b79a-eef234597ba5 req-e266cb00-440f-49ed-a596-e85774d56a86 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:42.304022 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-05e47ae2-b84e-43ea-b79a-eef234597ba5 req-e266cb00-440f-49ed-a596-e85774d56a86 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0706685 Aug 18 17:11:42.360535 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-05e47ae2-b84e-43ea-b79a-eef234597ba5 req-680f7ff2-5423-4e0e-a71c-5a8871df27c2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529633 Aug 18 17:11:42.390589 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0a68-005e-49e1-93ef-75e171780ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26478224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26692394'] for subnet (336c2548-16f8-4540-8cbf-8b7e70d64215), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:42.415861 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb741fe-8480-467a-b693-7bc71d642888 req-176af116-2179-452d-bc22-09a23c1fbfd2 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:42.417551 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9bb741fe-8480-467a-b693-7bc71d642888 req-176af116-2179-452d-bc22-09a23c1fbfd2 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 946 time: 0.1014340 Aug 18 17:11:42.423343 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa0a68-005e-49e1-93ef-75e171780ad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=336c2548-16f8-4540-8cbf-8b7e70d64215,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:42.425540 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c1aa0a68-005e-49e1-93ef-75e171780ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:42.429110 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-c1aa0a68-005e-49e1-93ef-75e171780ad0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/336c2548-16f8-4540-8cbf-8b7e70d64215 HTTP/1.1" status: 204 len: 168 time: 0.3533719 Aug 18 17:11:42.431713 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49684) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:42.488022 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd132a-0fd5-4f41-8572-9f34bfe985cb req-00ce5430-1ce6-47f8-aa62-aa8f1b80015d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:42.489521 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9dbd132a-0fd5-4f41-8572-9f34bfe985cb req-00ce5430-1ce6-47f8-aa62-aa8f1b80015d tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 946 time: 0.0711329 Aug 18 17:11:42.507417 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-69c5b240-3571-4cd2-90f4-f1bb6857f72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915243'] for network (cedc50d6-8585-4b64-a3ce-7cee180068fc), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:42.589084 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-69c5b240-3571-4cd2-90f4-f1bb6857f72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762083', 'neutron.services.segments.db._delete_segments_for_network-8740646743435'] for network (cedc50d6-8585-4b64-a3ce-7cee180068fc), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:42.611051 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-69c5b240-3571-4cd2-90f4-f1bb6857f72c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cedc50d6-8585-4b64-a3ce-7cee180068fc']}} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:42.622522 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-69c5b240-3571-4cd2-90f4-f1bb6857f72c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb045b5f-316d-4687-8827-a70164861f11') {'for_net_delete': True} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:42.623131 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-69c5b240-3571-4cd2-90f4-f1bb6857f72c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb045b5f-316d-4687-8827-a70164861f11') {} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:42.638784 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-69c5b240-3571-4cd2-90f4-f1bb6857f72c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740646743498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25603873'] for segment (fb045b5f-316d-4687-8827-a70164861f11), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:42.644695 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9dbd132a-0fd5-4f41-8572-9f34bfe985cb req-dc00faa1-cae5-4da5-9e31-4b96e3b4b6b3 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240313 Aug 18 17:11:42.653673 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-69c5b240-3571-4cd2-90f4-f1bb6857f72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (fb045b5f-316d-4687-8827-a70164861f11), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:42.663379 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c5b240-3571-4cd2-90f4-f1bb6857f72c admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=106918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 17:11:42.666286 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-69c5b240-3571-4cd2-90f4-f1bb6857f72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26478330'] for segment (fb045b5f-316d-4687-8827-a70164861f11), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:42.714451 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.services.segments.plugin [-] Segment fb045b5f-316d-4687-8827-a70164861f11 resource provider aggregate not found Aug 18 17:11:42.731833 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.services.segments.plugin [-] Segment fb045b5f-316d-4687-8827-a70164861f11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb045b5f-316d-4687-8827-a70164861f11 found for delete ", "request_id": "req-6e341fb3-1b70-41b4-95d2-c4ca69dfec1d"}]} Aug 18 17:11:42.766521 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-69c5b240-3571-4cd2-90f4-f1bb6857f72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876546'] for network (cedc50d6-8585-4b64-a3ce-7cee180068fc), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:42.771917 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-69c5b240-3571-4cd2-90f4-f1bb6857f72c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:42.780505 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-69c5b240-3571-4cd2-90f4-f1bb6857f72c admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/cedc50d6-8585-4b64-a3ce-7cee180068fc HTTP/1.1" status: 204 len: 168 time: 0.3423779 Aug 18 17:11:42.788614 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5b240-3571-4cd2-90f4-f1bb6857f72c admin admin] Pushing event deleted for resources: {'Network': ['ID=cedc50d6-8585-4b64-a3ce-7cee180068fc,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:42.808731 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b47f82f3-4eac-41f8-979f-91940fc3a8c9 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:42.853666 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [req-9bb741fe-8480-467a-b693-7bc71d642888 req-e1cd6030-f5d3-4f86-8c64-7c02d592d8e5 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Deleting port 2ee00035-edc8-4a51-89b1-4dc0e2c5a468 {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:11:42.853910 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9bb741fe-8480-467a-b693-7bc71d642888 req-e1cd6030-f5d3-4f86-8c64-7c02d592d8e5 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (2ee00035-edc8-4a51-89b1-4dc0e2c5a468), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:42.881649 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b47f82f3-4eac-41f8-979f-91940fc3a8c9 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (01693927-5319-4f22-8688-9d39661cb0d5), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:42.912139 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:43.022534 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [req-9bb741fe-8480-467a-b693-7bc71d642888 req-e1cd6030-f5d3-4f86-8c64-7c02d592d8e5 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] For port 2ee00035-edc8-4a51-89b1-4dc0e2c5a468, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=2ee00035-edc8-4a51-89b1-4dc0e2c5a468,segment=NetworkSegment(480d962a-009a-4021-8fe3-4c8369e5eb10),segment_id=480d962a-009a-4021-8fe3-4c8369e5eb10)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:43.022900 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9bb741fe-8480-467a-b693-7bc71d642888 req-e1cd6030-f5d3-4f86-8c64-7c02d592d8e5 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (2ee00035-edc8-4a51-89b1-4dc0e2c5a468), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:43.033487 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:43.042238 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [req-9bb741fe-8480-467a-b693-7bc71d642888 req-e1cd6030-f5d3-4f86-8c64-7c02d592d8e5 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Calling delete_port for 2ee00035-edc8-4a51-89b1-4dc0e2c5a468 owned by compute:nova {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:11:43.053562 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.l3_db [None req-b47f82f3-4eac-41f8-979f-91940fc3a8c9 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Floating IP 01693927-5319-4f22-8688-9d39661cb0d5 associated. External IP: 172.27.1.199, port: 163f8304-d484-49c9-8968-b436b23114d7. Aug 18 17:11:43.101334 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52580e-a80f-445e-b383-3f204fb6d8b4 req-9d92c606-1f25-4d21-9fb5-cee7b9c6fcaa tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:43.102916 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5a52580e-a80f-445e-b383-3f204fb6d8b4 req-9d92c606-1f25-4d21-9fb5-cee7b9c6fcaa tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0505459 Aug 18 17:11:43.160560 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5a52580e-a80f-445e-b383-3f204fb6d8b4 req-9ec87168-8dab-4f71-8234-5b93eff2ed60 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496986 Aug 18 17:11:43.160560 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49694) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:43.209963 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-189b9b87-8671-40c0-b3bf-96611da03648 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=50036d9fc240431fbcd0b75ed17248fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480089 Aug 18 17:11:43.213175 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49696) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:43.220212 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:43.263854 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-eabbf660-f691-4621-a289-c9c5656df82f admin admin] Publish callbacks [] for security_group (80bb6f19-b641-4978-ba90-a9cc485a9b98), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:43.284686 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-eabbf660-f691-4621-a289-c9c5656df82f admin admin] Publish callbacks [] for security_group (80bb6f19-b641-4978-ba90-a9cc485a9b98), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:43.362020 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47f82f3-4eac-41f8-979f-91940fc3a8c9 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Router 33ac6969-4352-430e-8f29-f4e097521088 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:11:43.405465 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-442755f8-cf6e-43cf-b5b8-0d8c38870a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:43.430445 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-eabbf660-f691-4621-a289-c9c5656df82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (80bb6f19-b641-4978-ba90-a9cc485a9b98), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:43.433136 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-eabbf660-f691-4621-a289-c9c5656df82f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:43.436982 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-eabbf660-f691-4621-a289-c9c5656df82f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/80bb6f19-b641-4978-ba90-a9cc485a9b98 HTTP/1.1" status: 204 len: 168 time: 0.2203596 Aug 18 17:11:43.444753 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbf660-f691-4621-a289-c9c5656df82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bb6f19-b641-4978-ba90-a9cc485a9b98,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:43.453474 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9bb741fe-8480-467a-b693-7bc71d642888 req-e1cd6030-f5d3-4f86-8c64-7c02d592d8e5 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (2ee00035-edc8-4a51-89b1-4dc0e2c5a468), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:43.491341 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd6030-f5d3-4f86-8c64-7c02d592d8e5 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Pushing event deleted for resources: {'Port': ['ID=2ee00035-edc8-4a51-89b1-4dc0e2c5a468,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:43.581795 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb741fe-8480-467a-b693-7bc71d642888 req-e1cd6030-f5d3-4f86-8c64-7c02d592d8e5 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] No DVR routers for this DVR port 2ee00035-edc8-4a51-89b1-4dc0e2c5a468 on host hv-cinder-85367 {{(pid=106919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:11:43.584942 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-9bb741fe-8480-467a-b693-7bc71d642888 req-e1cd6030-f5d3-4f86-8c64-7c02d592d8e5 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:43.588285 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9bb741fe-8480-467a-b693-7bc71d642888 req-e1cd6030-f5d3-4f86-8c64-7c02d592d8e5 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.40 "DELETE /networking/v2.0/ports/2ee00035-edc8-4a51-89b1-4dc0e2c5a468 HTTP/1.1" status: 204 len: 173 time: 0.8371954 Aug 18 17:11:43.590648 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c79a7d-abff-4d4f-aecc-309441c5e3bc', 'name': 'network-vif-deleted', 'tag': '2ee00035-edc8-4a51-89b1-4dc0e2c5a468'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:11:43.592957 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ef65ca-46d7-40fb-a74e-208eb703b712" -d '{"events": [{"server_uuid": "34c79a7d-abff-4d4f-aecc-309441c5e3bc", "name": "network-vif-deleted", "tag": "2ee00035-edc8-4a51-89b1-4dc0e2c5a468"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:11:43.599337 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47f82f3-4eac-41f8-979f-91940fc3a8c9 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:11:43.604947 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b47f82f3-4eac-41f8-979f-91940fc3a8c9 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:43.607978 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:43.611402 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb08479-2372-403e-8ee1-9d50c491e12d None None] Sync routers for ids ['33ac6969-4352-430e-8f29-f4e097521088'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:11:43.615483 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ae062-b803-44c4-831c-f9bd8add6f03 req-3b24740c-8016-42e7-8dab-e24d3afacdb9 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:43.617471 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e62ae062-b803-44c4-831c-f9bd8add6f03 req-3b24740c-8016-42e7-8dab-e24d3afacdb9 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.1304319 Aug 18 17:11:43.639995 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb08479-2372-403e-8ee1-9d50c491e12d None None] Routers {'33ac6969-4352-430e-8f29-f4e097521088'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:11:43.640897 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-ceb08479-2372-403e-8ee1-9d50c491e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:11:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['33ac6969-4352-430e-8f29-f4e097521088'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:43.666426 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-b47f82f3-4eac-41f8-979f-91940fc3a8c9 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/01693927-5319-4f22-8688-9d39661cb0d5 HTTP/1.1" status: 200 len: 991 time: 1.5688293 Aug 18 17:11:43.676324 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c26a3ce-9796-4f69-a6ab-36d23bc673a8 x-openstack-request-id: req-1c26a3ce-9796-4f69-a6ab-36d23bc673a8 {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:11:43.682831 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c79a7d-abff-4d4f-aecc-309441c5e3bc", "name": "network-vif-deleted", "tag": "2ee00035-edc8-4a51-89b1-4dc0e2c5a468", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:11:43.682831 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1c26a3ce-9796-4f69-a6ab-36d23bc673a8 {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:11:43.682831 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c26a3ce-9796-4f69-a6ab-36d23bc673a8'] response: {'server_uuid': '34c79a7d-abff-4d4f-aecc-309441c5e3bc', 'name': 'network-vif-deleted', 'tag': '2ee00035-edc8-4a51-89b1-4dc0e2c5a468', 'status': 'completed', 'code': 200} Aug 18 17:11:43.696746 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e62ae062-b803-44c4-831c-f9bd8add6f03 req-a5e812ef-6cbe-4b15-87d6-e389ce5ff4a4 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596073 Aug 18 17:11:43.771582 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-ceb08479-2372-403e-8ee1-9d50c491e12d None None] Set router 33ac6969-4352-430e-8f29-f4e097521088 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:11:43.788078 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-aab45048-c64a-42c8-9179-cb17eb3a7441 req-aa2f87ae-14a3-4fa0-82c2-3dff65c375f7 tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 210 time: 0.0449326 Aug 18 17:11:43.837646 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c51d8-8980-4333-8555-0cbfcd81cfee req-1023dd5e-e2a3-4da3-b748-c47dc7ea7307 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:43.839621 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8d7c51d8-8980-4333-8555-0cbfcd81cfee req-1023dd5e-e2a3-4da3-b748-c47dc7ea7307 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0512021 Aug 18 17:11:43.857073 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49712) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:43.859744 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-b71f5416-a0c0-4790-8495-cd46e0ec3848 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Request body: {'floatingip': {'port_id': '73b593a6-2fae-4e85-9374-fafccac8c7ac'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:11:43.926722 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b71f5416-a0c0-4790-8495-cd46e0ec3848 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for floatingip (5be381d4-7582-409b-9fd0-45ba830b45fc), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:44.026164 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:44.047004 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-ceb08479-2372-403e-8ee1-9d50c491e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '01693927-5319-4f22-8688-9d39661cb0d5', 'tenant_id': '4eececcd804446e49078038ab362b235', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '33ac6969-4352-430e-8f29-f4e097521088', 'port_id': '163f8304-d484-49c9-8968-b436b23114d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'mac_address': 'fa:16:3e:b7:71:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34c884-f87c-410a-a740-30046200620f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:11:19Z', 'updated_at': '2022-08-18T17:11:42Z', 'revision_number': 1, 'project_id': '4eececcd804446e49078038ab362b235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:44.090371 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb08479-2372-403e-8ee1-9d50c491e12d None None] Checking router: 33ac6969-4352-430e-8f29-f4e097521088 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:11:44.101440 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb08479-2372-403e-8ee1-9d50c491e12d None None] Routers {'33ac6969-4352-430e-8f29-f4e097521088'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:11:44.102294 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-ceb08479-2372-403e-8ee1-9d50c491e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:11:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['33ac6969-4352-430e-8f29-f4e097521088'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:44.215714 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-ceb08479-2372-403e-8ee1-9d50c491e12d None None] Set router 33ac6969-4352-430e-8f29-f4e097521088 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:11:44.337828 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bd021-a47f-4a57-9106-b4d75f8a4f63 req-866f3452-b999-4280-bc83-f685ea5cf572 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:44.339372 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-8c0bd021-a47f-4a57-9106-b4d75f8a4f63 req-866f3452-b999-4280-bc83-f685ea5cf572 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0902541 Aug 18 17:11:44.398150 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:44.432206 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-8c0bd021-a47f-4a57-9106-b4d75f8a4f63 req-62d75cad-050f-4960-b8d7-97de675665f3 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645356 Aug 18 17:11:44.467991 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-ceb08479-2372-403e-8ee1-9d50c491e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '01693927-5319-4f22-8688-9d39661cb0d5', 'tenant_id': '4eececcd804446e49078038ab362b235', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '33ac6969-4352-430e-8f29-f4e097521088', 'port_id': '163f8304-d484-49c9-8968-b436b23114d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'mac_address': 'fa:16:3e:b7:71:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34c884-f87c-410a-a740-30046200620f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:11:19Z', 'updated_at': '2022-08-18T17:11:42Z', 'revision_number': 1, 'project_id': '4eececcd804446e49078038ab362b235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:44.503854 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb08479-2372-403e-8ee1-9d50c491e12d None None] The sync data for ids ['33ac6969-4352-430e-8f29-f4e097521088'] in dv-cinder-853678-2-iscsi is: [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '01693927-5319-4f22-8688-9d39661cb0d5', 'tenant_id': '4eececcd804446e49078038ab362b235', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '33ac6969-4352-430e-8f29-f4e097521088', 'port_id': '163f8304-d484-49c9-8968-b436b23114d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'mac_address': 'fa:16:3e:b7:71:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe34c884-f87c-410a-a740-30046200620f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:11:19Z', 'updated_at': '2022-08-18T17:11:42Z', 'revision_number': 1, 'project_id': '4eececcd804446e49078038ab362b235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:11:44.542115 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b71f5416-a0c0-4790-8495-cd46e0ec3848 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:44.728089 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf191c5-f4fc-40cc-ad7e-77b47131e512 None None] New status for floating IP 01693927-5319-4f22-8688-9d39661cb0d5: ACTIVE {{(pid=106921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:11:44.794875 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b71f5416-a0c0-4790-8495-cd46e0ec3848 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (5be381d4-7582-409b-9fd0-45ba830b45fc), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:44.899045 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:44.904246 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.db.l3_db [None req-b71f5416-a0c0-4790-8495-cd46e0ec3848 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Floating IP 5be381d4-7582-409b-9fd0-45ba830b45fc associated. External IP: 172.27.1.128, port: 73b593a6-2fae-4e85-9374-fafccac8c7ac. Aug 18 17:11:44.913143 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-91eb4d9f-a0b8-4370-85c0-abcd9ef8dbfb req-51e1e3c9-f784-4c31-9a15-0c062ce812dc tempest-TestMinimumBasicScenario-534730254 tempest-TestMinimumBasicScenario-534730254-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=34c79a7d-abff-4d4f-aecc-309441c5e3bc HTTP/1.1" status: 200 len: 210 time: 0.0409567 Aug 18 17:11:45.290387 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 2ee00035-edc8-4a51-89b1-4dc0e2c5a468 no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:11:45.310086 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] No Port match for: 2ee00035-edc8-4a51-89b1-4dc0e2c5a468 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:11:45.320888 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 2ee00035-edc8-4a51-89b1-4dc0e2c5a468 not bound to the agent host hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:11:45.365394 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71f5416-a0c0-4790-8495-cd46e0ec3848 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:11:45.367602 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:45.473244 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71f5416-a0c0-4790-8495-cd46e0ec3848 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:11:45.477902 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b71f5416-a0c0-4790-8495-cd46e0ec3848 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:45.489625 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93676f2-82d4-437d-8f26-36a5bfbd84f6 None None] Sync routers for ids ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:11:45.511790 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93676f2-82d4-437d-8f26-36a5bfbd84f6 None None] Routers {'9c60d9cd-ae8f-4d36-a8dd-cc7677790130'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:11:45.512786 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-f93676f2-82d4-437d-8f26-36a5bfbd84f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:11:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:45.513146 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-b71f5416-a0c0-4790-8495-cd46e0ec3848 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/5be381d4-7582-409b-9fd0-45ba830b45fc HTTP/1.1" status: 200 len: 991 time: 1.6570933 Aug 18 17:11:45.513877 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08626bd0-6047-4258-a83d-efb24d789f0d', 'tag': '73b593a6-2fae-4e85-9374-fafccac8c7ac'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:11:45.516323 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc92db1-30a0-4130-9e1b-809bc6df3e55" -d '{"events": [{"name": "network-changed", "server_uuid": "08626bd0-6047-4258-a83d-efb24d789f0d", "tag": "73b593a6-2fae-4e85-9374-fafccac8c7ac"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:11:45.578234 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9c1813-54fa-47b5-bd53-d8928d597717 x-openstack-request-id: req-0c9c1813-54fa-47b5-bd53-d8928d597717 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:11:45.578671 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08626bd0-6047-4258-a83d-efb24d789f0d", "tag": "73b593a6-2fae-4e85-9374-fafccac8c7ac", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:11:45.579063 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0c9c1813-54fa-47b5-bd53-d8928d597717 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:11:45.579685 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c9c1813-54fa-47b5-bd53-d8928d597717'] response: {'name': 'network-changed', 'server_uuid': '08626bd0-6047-4258-a83d-efb24d789f0d', 'tag': '73b593a6-2fae-4e85-9374-fafccac8c7ac', 'status': 'completed', 'code': 200} Aug 18 17:11:45.583950 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:45.615389 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944b75a-ab30-481f-bea3-ffbe7b1649b3 req-63c55e99-305b-4216-b2fe-ef472e575c24 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:45.618276 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9944b75a-ab30-481f-bea3-ffbe7b1649b3 req-63c55e99-305b-4216-b2fe-ef472e575c24 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0868165 Aug 18 17:11:45.631315 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc92db1-30a0-4130-9e1b-809bc6df3e55 req-2494fa52-3e4c-4895-8186-9dc346f3505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:45.633426 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3cc92db1-30a0-4130-9e1b-809bc6df3e55 req-2494fa52-3e4c-4895-8186-9dc346f3505a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44e1819d40894e26bfbe20d58589823f&device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 1129 time: 0.0504942 Aug 18 17:11:45.673771 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-9944b75a-ab30-481f-bea3-ffbe7b1649b3 req-a49909e7-a424-4aa2-8c83-ac7975f60d8b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496328 Aug 18 17:11:45.677751 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe34c884-f87c-410a-a740-30046200620f', 'tag': '163f8304-d484-49c9-8968-b436b23114d7'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:11:45.680457 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0336f17a-d54b-4c54-a60c-3026acf97a82" -d '{"events": [{"name": "network-changed", "server_uuid": "fe34c884-f87c-410a-a740-30046200620f", "tag": "163f8304-d484-49c9-8968-b436b23114d7"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:11:45.682047 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-f93676f2-82d4-437d-8f26-36a5bfbd84f6 None None] Set router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:11:45.725875 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0762f6-8006-47e5-8945-14866967fca7 x-openstack-request-id: req-ce0762f6-8006-47e5-8945-14866967fca7 {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:11:45.726166 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe34c884-f87c-410a-a740-30046200620f", "tag": "163f8304-d484-49c9-8968-b436b23114d7", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:11:45.726427 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ce0762f6-8006-47e5-8945-14866967fca7 {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:11:45.726842 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce0762f6-8006-47e5-8945-14866967fca7'] response: {'name': 'network-changed', 'server_uuid': 'fe34c884-f87c-410a-a740-30046200620f', 'tag': '163f8304-d484-49c9-8968-b436b23114d7', 'status': 'completed', 'code': 200} Aug 18 17:11:45.749155 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc92db1-30a0-4130-9e1b-809bc6df3e55 req-a125b944-35e4-43c0-8234-1bb16b1324a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:45.750966 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3cc92db1-30a0-4130-9e1b-809bc6df3e55 req-a125b944-35e4-43c0-8234-1bb16b1324a0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e79ee218-b8f4-4366-b86f-915853fc6747 HTTP/1.1" status: 200 len: 911 time: 0.1094735 Aug 18 17:11:45.804480 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336f17a-d54b-4c54-a60c-3026acf97a82 req-69e9ccb6-57b5-4274-8f42-13c187593aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:45.806342 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0336f17a-d54b-4c54-a60c-3026acf97a82 req-69e9ccb6-57b5-4274-8f42-13c187593aa0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4eececcd804446e49078038ab362b235&device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 1129 time: 0.0555151 Aug 18 17:11:45.829055 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3cc92db1-30a0-4130-9e1b-809bc6df3e55 req-18174026-7ae3-41ba-8172-f05f7991de73 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73b593a6-2fae-4e85-9374-fafccac8c7ac HTTP/1.1" status: 200 len: 999 time: 0.0710485 Aug 18 17:11:45.884610 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc92db1-30a0-4130-9e1b-809bc6df3e55 req-01453c5c-859d-4ea6-858b-071fa76bb7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:45.886060 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3cc92db1-30a0-4130-9e1b-809bc6df3e55 req-01453c5c-859d-4ea6-858b-071fa76bb7d4 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=66bcb9af-9b5e-481b-b77b-bb404fdf00cd HTTP/1.1" status: 200 len: 849 time: 0.0504129 Aug 18 17:11:45.895820 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:45.922510 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:45.939515 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc92db1-30a0-4130-9e1b-809bc6df3e55 req-1e9ed6e2-82ab-4c30-83c9-6ff60e810277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:45.941722 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3cc92db1-30a0-4130-9e1b-809bc6df3e55 req-1e9ed6e2-82ab-4c30-83c9-6ff60e810277 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e79ee218-b8f4-4366-b86f-915853fc6747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495598 Aug 18 17:11:45.944380 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336f17a-d54b-4c54-a60c-3026acf97a82 req-6ed6f931-f0e9-438c-a95e-f4aa7d67f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:45.946008 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0336f17a-d54b-4c54-a60c-3026acf97a82 req-6ed6f931-f0e9-438c-a95e-f4aa7d67f3f2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b HTTP/1.1" status: 200 len: 916 time: 0.1334755 Aug 18 17:11:45.986773 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-f93676f2-82d4-437d-8f26-36a5bfbd84f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'name': 'tempest-AttachVolumeTestJSON-779794914-router', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:11:14Z', 'updated_at': '2022-08-18T17:11:18Z', 'revision_number': 4, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'gw_port': {'id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:15Z', 'updated_at': '2022-08-18T17:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '5be381d4-7582-409b-9fd0-45ba830b45fc', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'port_id': '73b593a6-2fae-4e85-9374-fafccac8c7ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'mac_address': 'fa:16:3e:ae:ac:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08626bd0-6047-4258-a83d-efb24d789f0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:11:22Z', 'updated_at': '2022-08-18T17:11:44Z', 'revision_number': 1, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1283d0e-2f90-445f-9331-954a7d46cff5', 'name': '', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'mac_address': 'fa:16:3e:60:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:17Z', 'updated_at': '2022-08-18T17:11:23Z', 'revision_number': 5, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'subnets': [{'id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:46.060986 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:46.067680 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3cc92db1-30a0-4130-9e1b-809bc6df3e55 req-386b8907-e9b7-41d1-b4da-3f2a7ad59ed6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e79ee218-b8f4-4366-b86f-915853fc6747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152174 Aug 18 17:11:46.075692 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0336f17a-d54b-4c54-a60c-3026acf97a82 req-966ab503-753a-47b8-8a95-e076be913ba3 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=163f8304-d484-49c9-8968-b436b23114d7 HTTP/1.1" status: 200 len: 1001 time: 0.1133637 Aug 18 17:11:46.130886 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336f17a-d54b-4c54-a60c-3026acf97a82 req-3bee7b66-9131-4ab1-baea-deaa9c726934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:46.134815 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0336f17a-d54b-4c54-a60c-3026acf97a82 req-3bee7b66-9131-4ab1-baea-deaa9c726934 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1a23d7f4-432a-4b07-a647-12813e579e51 HTTP/1.1" status: 200 len: 854 time: 0.0509553 Aug 18 17:11:46.183757 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3cc92db1-30a0-4130-9e1b-809bc6df3e55 req-b323d0cc-7f43-4882-999e-9f5325c52b89 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e79ee218-b8f4-4366-b86f-915853fc6747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105046 Aug 18 17:11:46.187138 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:46.188755 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93676f2-82d4-437d-8f26-36a5bfbd84f6 None None] Checking router: 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:11:46.200879 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336f17a-d54b-4c54-a60c-3026acf97a82 req-9246172d-7e26-44f5-bb67-1b28601c7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:46.202742 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0336f17a-d54b-4c54-a60c-3026acf97a82 req-9246172d-7e26-44f5-bb67-1b28601c7f00 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=93c53d22-e6a6-4bb0-95db-6f41b7bca33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634880 Aug 18 17:11:46.213044 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93676f2-82d4-437d-8f26-36a5bfbd84f6 None None] Routers {'9c60d9cd-ae8f-4d36-a8dd-cc7677790130'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:11:46.213682 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-f93676f2-82d4-437d-8f26-36a5bfbd84f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:11:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:46.316585 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0336f17a-d54b-4c54-a60c-3026acf97a82 req-f56f0ded-d3cb-4166-8949-547caf87351a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066766 Aug 18 17:11:46.327855 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-f93676f2-82d4-437d-8f26-36a5bfbd84f6 None None] Set router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:11:46.355314 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:46.413238 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0336f17a-d54b-4c54-a60c-3026acf97a82 req-67cf851d-7ed8-47f6-8058-d5117678eb9f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896544 Aug 18 17:11:46.490562 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:46.544737 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-f93676f2-82d4-437d-8f26-36a5bfbd84f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'name': 'tempest-AttachVolumeTestJSON-779794914-router', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:11:14Z', 'updated_at': '2022-08-18T17:11:18Z', 'revision_number': 4, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'gw_port': {'id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:15Z', 'updated_at': '2022-08-18T17:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '5be381d4-7582-409b-9fd0-45ba830b45fc', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'port_id': '73b593a6-2fae-4e85-9374-fafccac8c7ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'mac_address': 'fa:16:3e:ae:ac:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08626bd0-6047-4258-a83d-efb24d789f0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:11:22Z', 'updated_at': '2022-08-18T17:11:44Z', 'revision_number': 1, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1283d0e-2f90-445f-9331-954a7d46cff5', 'name': '', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'mac_address': 'fa:16:3e:60:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:17Z', 'updated_at': '2022-08-18T17:11:23Z', 'revision_number': 5, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'subnets': [{'id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:46.574420 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93676f2-82d4-437d-8f26-36a5bfbd84f6 None None] The sync data for ids ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'] in dv-cinder-853678-2-iscsi is: [{'id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'name': 'tempest-AttachVolumeTestJSON-779794914-router', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:11:14Z', 'updated_at': '2022-08-18T17:11:18Z', 'revision_number': 4, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'gw_port': {'id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:15Z', 'updated_at': '2022-08-18T17:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '5be381d4-7582-409b-9fd0-45ba830b45fc', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'port_id': '73b593a6-2fae-4e85-9374-fafccac8c7ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'mac_address': 'fa:16:3e:ae:ac:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08626bd0-6047-4258-a83d-efb24d789f0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:11:22Z', 'updated_at': '2022-08-18T17:11:44Z', 'revision_number': 1, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1283d0e-2f90-445f-9331-954a7d46cff5', 'name': '', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'mac_address': 'fa:16:3e:60:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:17Z', 'updated_at': '2022-08-18T17:11:23Z', 'revision_number': 5, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'subnets': [{'id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:11:46.802714 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ecd0a3-2865-4643-80c5-ec0bc5933535 None None] New status for floating IP 5be381d4-7582-409b-9fd0-45ba830b45fc: ACTIVE {{(pid=106921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:11:46.821959 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd004b-649c-41b6-9150-d704d4ed7eb3 req-d034159f-8149-43fe-ae4f-99768b851b06 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:46.823502 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f2dd004b-649c-41b6-9150-d704d4ed7eb3 req-d034159f-8149-43fe-ae4f-99768b851b06 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0577738 Aug 18 17:11:46.878324 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f2dd004b-649c-41b6-9150-d704d4ed7eb3 req-b6ac3c08-9591-484c-b4f6-86ee3afe9345 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490277 Aug 18 17:11:47.759865 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49804) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:48.033448 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e5f9a-2b85-4e60-9544-c5dd5a0e9ae2 req-7a14bafd-14a0-4256-af84-25b79e26c31f tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:48.034879 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b43e5f9a-2b85-4e60-9544-c5dd5a0e9ae2 req-7a14bafd-14a0-4256-af84-25b79e26c31f tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0673065 Aug 18 17:11:48.080663 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:48.082458 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b43e5f9a-2b85-4e60-9544-c5dd5a0e9ae2 req-1acffc55-2216-4519-a1a5-70c796eefda5 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419414 Aug 18 17:11:48.207165 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-aff61a30-0431-452f-80a0-2a641094afaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3878567'] for router_interface (1047fc7f-d316-44bf-bd78-ff3303897646), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:48.308881 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:48.490599 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-aff61a30-0431-452f-80a0-2a641094afaf admin admin] Deleting port 5b95a378-16c2-4975-96ca-5cd0b4456663 {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:11:48.490942 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-aff61a30-0431-452f-80a0-2a641094afaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (5b95a378-16c2-4975-96ca-5cd0b4456663), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:48.574161 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [None req-aff61a30-0431-452f-80a0-2a641094afaf admin admin] For port 5b95a378-16c2-4975-96ca-5cd0b4456663, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=5b95a378-16c2-4975-96ca-5cd0b4456663,segment=NetworkSegment(480d962a-009a-4021-8fe3-4c8369e5eb10),segment_id=480d962a-009a-4021-8fe3-4c8369e5eb10)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:48.574448 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-aff61a30-0431-452f-80a0-2a641094afaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (5b95a378-16c2-4975-96ca-5cd0b4456663), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:48.587279 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-aff61a30-0431-452f-80a0-2a641094afaf admin admin] Calling delete_port for 5b95a378-16c2-4975-96ca-5cd0b4456663 owned by network:router_interface {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:11:48.835109 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-aff61a30-0431-452f-80a0-2a641094afaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (5b95a378-16c2-4975-96ca-5cd0b4456663), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:48.859906 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff61a30-0431-452f-80a0-2a641094afaf admin admin] Pushing event deleted for resources: {'Port': ['ID=5b95a378-16c2-4975-96ca-5cd0b4456663,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:49.030390 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-aff61a30-0431-452f-80a0-2a641094afaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3873623'] for router_interface (1047fc7f-d316-44bf-bd78-ff3303897646), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:49.128829 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:49.479716 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:49.495558 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b1768-ec55-4354-9683-07840db512d2 req-78c4bb7d-7e4d-4bd7-93bd-7019d81a7c5e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:49.501563 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-408b1768-ec55-4354-9683-07840db512d2 req-78c4bb7d-7e4d-4bd7-93bd-7019d81a7c5e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.3229260 Aug 18 17:11:49.540369 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff61a30-0431-452f-80a0-2a641094afaf admin admin] Router 1047fc7f-d316-44bf-bd78-ff3303897646 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:11:49.568900 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-408b1768-ec55-4354-9683-07840db512d2 req-14417172-9926-4406-8b62-012478e359fc tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600591 Aug 18 17:11:49.670593 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff61a30-0431-452f-80a0-2a641094afaf admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:11:49.676577 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-aff61a30-0431-452f-80a0-2a641094afaf admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/1047fc7f-d316-44bf-bd78-ff3303897646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9153001 Aug 18 17:11:49.679303 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 49814) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:49.682673 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48299f8c-4be4-4ab6-9816-eb72fa1503df None None] Sync routers for ids ['1047fc7f-d316-44bf-bd78-ff3303897646'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:11:49.697783 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48299f8c-4be4-4ab6-9816-eb72fa1503df None None] Routers {'1047fc7f-d316-44bf-bd78-ff3303897646'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:11:49.698418 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-48299f8c-4be4-4ab6-9816-eb72fa1503df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:11:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1047fc7f-d316-44bf-bd78-ff3303897646'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:49.796156 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Publish callbacks [] for router (1047fc7f-d316-44bf-bd78-ff3303897646), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:49.804369 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-48299f8c-4be4-4ab6-9816-eb72fa1503df None None] Set router 1047fc7f-d316-44bf-bd78-ff3303897646 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:11:49.983533 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-48299f8c-4be4-4ab6-9816-eb72fa1503df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'name': 'tempest-TestMinimumBasicScenario-763037979-router', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:22Z', 'updated_at': '2022-08-18T17:11:48Z', 'revision_number': 5, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'gw_port': {'id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:23Z', 'updated_at': '2022-08-18T17:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:50.009778 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48299f8c-4be4-4ab6-9816-eb72fa1503df None None] Checking router: 1047fc7f-d316-44bf-bd78-ff3303897646 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:11:50.019868 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48299f8c-4be4-4ab6-9816-eb72fa1503df None None] Routers {'1047fc7f-d316-44bf-bd78-ff3303897646'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:11:50.020384 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-48299f8c-4be4-4ab6-9816-eb72fa1503df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:11:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1047fc7f-d316-44bf-bd78-ff3303897646'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:50.125056 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-48299f8c-4be4-4ab6-9816-eb72fa1503df None None] Set router 1047fc7f-d316-44bf-bd78-ff3303897646 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:11:50.155238 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Publish callbacks [] for router_gateway (1047fc7f-d316-44bf-bd78-ff3303897646), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:50.264649 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Deleting port af81b0dc-a029-4cef-b3e4-55baafb0830c {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:11:50.264982 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (af81b0dc-a029-4cef-b3e4-55baafb0830c), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:50.298195 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-48299f8c-4be4-4ab6-9816-eb72fa1503df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'name': 'tempest-TestMinimumBasicScenario-763037979-router', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:22Z', 'updated_at': '2022-08-18T17:11:48Z', 'revision_number': 5, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'gw_port': {'id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:23Z', 'updated_at': '2022-08-18T17:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:50.324539 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48299f8c-4be4-4ab6-9816-eb72fa1503df None None] The sync data for ids ['1047fc7f-d316-44bf-bd78-ff3303897646'] in dv-cinder-853678-2-iscsi is: [{'id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'name': 'tempest-TestMinimumBasicScenario-763037979-router', 'tenant_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:22Z', 'updated_at': '2022-08-18T17:11:48Z', 'revision_number': 5, 'project_id': 'af8df1d9e9b54347aa9f29ead57f2797', 'gw_port': {'id': 'af81b0dc-a029-4cef-b3e4-55baafb0830c', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1047fc7f-d316-44bf-bd78-ff3303897646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:23Z', 'updated_at': '2022-08-18T17:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:11:50.346911 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] For port af81b0dc-a029-4cef-b3e4-55baafb0830c, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=af81b0dc-a029-4cef-b3e4-55baafb0830c,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:50.347272 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (af81b0dc-a029-4cef-b3e4-55baafb0830c), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:50.366981 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:50.368287 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Calling delete_port for af81b0dc-a029-4cef-b3e4-55baafb0830c owned by network:router_gateway {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:11:50.600755 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (af81b0dc-a029-4cef-b3e4-55baafb0830c), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:50.625860 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=af81b0dc-a029-4cef-b3e4-55baafb0830c,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:50.638554 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:50.638879 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:50.639217 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:50.639577 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:50.639909 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:50.641866 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:50.641866 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:50.641866 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:50.641866 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:50.641866 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:50.641866 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:50.642351 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:50.642443 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:50.642686 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:50.642990 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:11:50.740358 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ccf72-6cd2-4a61-ad33-85bfe10b7f87 req-196847f3-0e00-4932-9ffe-047096789708 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:50.741902 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f22ccf72-6cd2-4a61-ad33-85bfe10b7f87 req-196847f3-0e00-4932-9ffe-047096789708 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0775609 Aug 18 17:11:50.747221 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876582'] for router_gateway (1047fc7f-d316-44bf-bd78-ff3303897646), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:50.749074 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:50.862923 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3874589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5398'] for router (1047fc7f-d316-44bf-bd78-ff3303897646), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:50.866819 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Publish callbacks [] for router_controller (1047fc7f-d316-44bf-bd78-ff3303897646), precommit_delete_associations {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:50.915325 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f22ccf72-6cd2-4a61-ad33-85bfe10b7f87 req-2a916ab6-603a-44d8-95df-bd8caf7e076c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641262 Aug 18 17:11:50.982923 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3873632'] for router (1047fc7f-d316-44bf-bd78-ff3303897646), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:50.983468 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1047fc7f-d316-44bf-bd78-ff3303897646 {{(pid=106919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 17:11:50.994710 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:50.994710 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-f72fa17d-3673-4118-ab14-ccadeebc06d3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/1047fc7f-d316-44bf-bd78-ff3303897646 HTTP/1.1" status: 204 len: 168 time: 1.3097939 Aug 18 17:11:50.994710 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 49822) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:51.046252 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_v2 [None req-744bc903-9780-4c93-a70e-fc2e29baf01e admin admin] Deleting subnet f11fbfcf-66ef-4804-9d38-48c210871c22 {{(pid=106919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 17:11:51.049950 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-744bc903-9780-4c93-a70e-fc2e29baf01e admin admin] Publish callbacks [] for subnet (f11fbfcf-66ef-4804-9d38-48c210871c22), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:51.088820 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-744bc903-9780-4c93-a70e-fc2e29baf01e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26669183'] for subnet (f11fbfcf-66ef-4804-9d38-48c210871c22), precommit_delete_associations {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:51.174638 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-744bc903-9780-4c93-a70e-fc2e29baf01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763242'] for subnet (f11fbfcf-66ef-4804-9d38-48c210871c22), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:51.309692 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-744bc903-9780-4c93-a70e-fc2e29baf01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26604591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25646354'] for subnet (f11fbfcf-66ef-4804-9d38-48c210871c22), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:51.336619 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bc903-9780-4c93-a70e-fc2e29baf01e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f11fbfcf-66ef-4804-9d38-48c210871c22,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:51.340151 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-744bc903-9780-4c93-a70e-fc2e29baf01e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:51.343286 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-744bc903-9780-4c93-a70e-fc2e29baf01e admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/f11fbfcf-66ef-4804-9d38-48c210871c22 HTTP/1.1" status: 204 len: 168 time: 0.3479750 Aug 18 17:11:51.345889 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 49824) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:51.348892 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4f1c29-1d69-46c2-aec7-cbc0c7f18630 None None] Network dcd0fc6c-6616-4d99-959f-76bbf998b0aa requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:11:51.422653 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-3cbd7610-78d6-47c6-bf47-bd8301441a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915243'] for network (dcd0fc6c-6616-4d99-959f-76bbf998b0aa), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:51.476121 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd7610-78d6-47c6-bf47-bd8301441a7f admin admin] Deleting port b04470a7-325a-42e7-b16b-26ee4967236d {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:11:51.476552 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-3cbd7610-78d6-47c6-bf47-bd8301441a7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (b04470a7-325a-42e7-b16b-26ee4967236d), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:51.483840 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 5b95a378-16c2-4975-96ca-5cd0b4456663 no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:11:51.504627 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:51.508710 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: 5b95a378-16c2-4975-96ca-5cd0b4456663 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:11:51.509264 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 5b95a378-16c2-4975-96ca-5cd0b4456663 not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:11:51.509855 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device af81b0dc-a029-4cef-b3e4-55baafb0830c no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:11:51.529498 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: af81b0dc-a029-4cef-b3e4-55baafb0830c {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:11:51.529844 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device af81b0dc-a029-4cef-b3e4-55baafb0830c not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:11:51.550081 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed745aa-1546-40a0-9272-020588991365 None None] DHCP port deletion for dcd0fc6c-6616-4d99-959f-76bbf998b0aa request from dv-cinder-853678-2-iscsi {{(pid=106920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 18 17:11:51.563128 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [None req-3cbd7610-78d6-47c6-bf47-bd8301441a7f admin admin] For port b04470a7-325a-42e7-b16b-26ee4967236d, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=b04470a7-325a-42e7-b16b-26ee4967236d,segment=NetworkSegment(480d962a-009a-4021-8fe3-4c8369e5eb10),segment_id=480d962a-009a-4021-8fe3-4c8369e5eb10)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:51.563410 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-3cbd7610-78d6-47c6-bf47-bd8301441a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (b04470a7-325a-42e7-b16b-26ee4967236d), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:51.577909 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd7610-78d6-47c6-bf47-bd8301441a7f admin admin] Calling delete_port for b04470a7-325a-42e7-b16b-26ee4967236d owned by network:dhcp {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:11:51.588540 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-4ed745aa-1546-40a0-9272-020588991365 None None] Deleting port b04470a7-325a-42e7-b16b-26ee4967236d {{(pid=106920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:11:51.588909 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-4ed745aa-1546-40a0-9272-020588991365 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (b04470a7-325a-42e7-b16b-26ee4967236d), before_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:51.667481 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-4ed745aa-1546-40a0-9272-020588991365 None None] For port b04470a7-325a-42e7-b16b-26ee4967236d, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=b04470a7-325a-42e7-b16b-26ee4967236d,segment=NetworkSegment(480d962a-009a-4021-8fe3-4c8369e5eb10),segment_id=480d962a-009a-4021-8fe3-4c8369e5eb10)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:51.667913 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-4ed745aa-1546-40a0-9272-020588991365 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (b04470a7-325a-42e7-b16b-26ee4967236d), precommit_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:51.683691 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-4ed745aa-1546-40a0-9272-020588991365 None None] Calling delete_port for b04470a7-325a-42e7-b16b-26ee4967236d owned by network:dhcp {{(pid=106920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:11:51.714599 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-3cbd7610-78d6-47c6-bf47-bd8301441a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (b04470a7-325a-42e7-b16b-26ee4967236d), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:51.739241 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd7610-78d6-47c6-bf47-bd8301441a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=b04470a7-325a-42e7-b16b-26ee4967236d,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:51.746570 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd7610-78d6-47c6-bf47-bd8301441a7f admin admin] No DVR routers for this DVR port b04470a7-325a-42e7-b16b-26ee4967236d on host dv-cinder-853678-2-iscsi {{(pid=106919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:11:51.784401 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-4ed745aa-1546-40a0-9272-020588991365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023'] for port (b04470a7-325a-42e7-b16b-26ee4967236d), after_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:51.815709 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed745aa-1546-40a0-9272-020588991365 None None] Pushing event deleted for resources: {'Port': ['ID=b04470a7-325a-42e7-b16b-26ee4967236d,revision_number=None']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:51.820132 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed745aa-1546-40a0-9272-020588991365 None None] No DVR routers for this DVR port b04470a7-325a-42e7-b16b-26ee4967236d on host dv-cinder-853678-2-iscsi {{(pid=106920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:11:51.837417 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-3cbd7610-78d6-47c6-bf47-bd8301441a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762083', 'neutron.services.segments.db._delete_segments_for_network-8740646743435'] for network (dcd0fc6c-6616-4d99-959f-76bbf998b0aa), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:51.861521 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.services.segments.db [None req-3cbd7610-78d6-47c6-bf47-bd8301441a7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd0fc6c-6616-4d99-959f-76bbf998b0aa']}} {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:51.873790 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.services.segments.db [None req-3cbd7610-78d6-47c6-bf47-bd8301441a7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480d962a-009a-4021-8fe3-4c8369e5eb10') {'for_net_delete': True} {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:51.874091 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.services.segments.db [None req-3cbd7610-78d6-47c6-bf47-bd8301441a7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480d962a-009a-4021-8fe3-4c8369e5eb10') {} {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:51.884873 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-3cbd7610-78d6-47c6-bf47-bd8301441a7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740646743498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26669188'] for segment (480d962a-009a-4021-8fe3-4c8369e5eb10), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:51.901547 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-3cbd7610-78d6-47c6-bf47-bd8301441a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (480d962a-009a-4021-8fe3-4c8369e5eb10), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:51.901694 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:51.907198 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cbd7610-78d6-47c6-bf47-bd8301441a7f admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=106919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 17:11:51.907640 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-3cbd7610-78d6-47c6-bf47-bd8301441a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26604613'] for segment (480d962a-009a-4021-8fe3-4c8369e5eb10), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:52.063982 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f86898-8961-4f61-804d-4ff1a1e1d94b req-0a2db7bb-ab3d-4780-8efe-80e2ba5a4471 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:52.065773 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-90f86898-8961-4f61-804d-4ff1a1e1d94b req-0a2db7bb-ab3d-4780-8efe-80e2ba5a4471 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0497599 Aug 18 17:11:52.066060 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.services.segments.plugin [-] Segment 480d962a-009a-4021-8fe3-4c8369e5eb10 resource provider aggregate not found Aug 18 17:11:52.080450 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-3cbd7610-78d6-47c6-bf47-bd8301441a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876546'] for network (dcd0fc6c-6616-4d99-959f-76bbf998b0aa), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:52.099112 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-3cbd7610-78d6-47c6-bf47-bd8301441a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:52.105685 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-3cbd7610-78d6-47c6-bf47-bd8301441a7f admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/dcd0fc6c-6616-4d99-959f-76bbf998b0aa HTTP/1.1" status: 204 len: 168 time: 0.7580922 Aug 18 17:11:52.106863 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd7610-78d6-47c6-bf47-bd8301441a7f admin admin] Pushing event deleted for resources: {'Network': ['ID=dcd0fc6c-6616-4d99-959f-76bbf998b0aa,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:52.108804 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 49840) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:52.115337 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.services.segments.plugin [-] Segment 480d962a-009a-4021-8fe3-4c8369e5eb10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 480d962a-009a-4021-8fe3-4c8369e5eb10 found for delete ", "request_id": "req-fd2147df-a60a-4c3c-a3e6-309d10afb161"}]} Aug 18 17:11:52.127592 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-90f86898-8961-4f61-804d-4ff1a1e1d94b req-e7d77ae9-e6b7-4eec-aed8-6e1c275ba298 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505219 Aug 18 17:11:52.444073 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-7502548d-69f6-4ac4-8e02-711d14f3712a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3878567'] for router_interface (a9df4466-96b1-4284-b879-a0cb4507c925), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:52.656923 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:52.663898 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-7502548d-69f6-4ac4-8e02-711d14f3712a admin admin] Deleting port 2c60c0bc-3751-4c5b-935d-062cef6545a3 {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:11:52.664232 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-7502548d-69f6-4ac4-8e02-711d14f3712a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (2c60c0bc-3751-4c5b-935d-062cef6545a3), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:52.748357 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [None req-7502548d-69f6-4ac4-8e02-711d14f3712a admin admin] For port 2c60c0bc-3751-4c5b-935d-062cef6545a3, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=2c60c0bc-3751-4c5b-935d-062cef6545a3,segment=NetworkSegment(dddfc19b-50c7-41c1-84fc-b28af0b12638),segment_id=dddfc19b-50c7-41c1-84fc-b28af0b12638)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:52.749005 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-7502548d-69f6-4ac4-8e02-711d14f3712a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (2c60c0bc-3751-4c5b-935d-062cef6545a3), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:52.762590 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-7502548d-69f6-4ac4-8e02-711d14f3712a admin admin] Calling delete_port for 2c60c0bc-3751-4c5b-935d-062cef6545a3 owned by network:router_interface {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:11:53.004991 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-7502548d-69f6-4ac4-8e02-711d14f3712a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (2c60c0bc-3751-4c5b-935d-062cef6545a3), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:53.008434 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:53.030742 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502548d-69f6-4ac4-8e02-711d14f3712a admin admin] Pushing event deleted for resources: {'Port': ['ID=2c60c0bc-3751-4c5b-935d-062cef6545a3,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:53.249816 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-7502548d-69f6-4ac4-8e02-711d14f3712a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3873623'] for router_interface (a9df4466-96b1-4284-b879-a0cb4507c925), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:53.251341 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device b04470a7-325a-42e7-b16b-26ee4967236d no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:11:53.272750 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: b04470a7-325a-42e7-b16b-26ee4967236d {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:11:53.273102 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device b04470a7-325a-42e7-b16b-26ee4967236d not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:11:53.276603 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538b153-03ec-4a16-812b-e90bdf7dfa74 req-8811b84f-fedd-4a5a-b50a-685af6482a78 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:53.278121 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e538b153-03ec-4a16-812b-e90bdf7dfa74 req-8811b84f-fedd-4a5a-b50a-685af6482a78 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0624669 Aug 18 17:11:53.396184 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e538b153-03ec-4a16-812b-e90bdf7dfa74 req-e027eb99-8f4f-4994-923d-0d761380e732 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883250 Aug 18 17:11:53.512629 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7502548d-69f6-4ac4-8e02-711d14f3712a admin admin] Router a9df4466-96b1-4284-b879-a0cb4507c925 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:11:53.617087 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7502548d-69f6-4ac4-8e02-711d14f3712a admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:11:53.622155 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-7502548d-69f6-4ac4-8e02-711d14f3712a admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/a9df4466-96b1-4284-b879-a0cb4507c925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5056260 Aug 18 17:11:53.624861 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 49848) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:53.625417 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca15212-100c-4c82-80f7-1333b8f3ac9b None None] Sync routers for ids ['a9df4466-96b1-4284-b879-a0cb4507c925'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:11:53.631532 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:53.636170 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca15212-100c-4c82-80f7-1333b8f3ac9b None None] Routers {'a9df4466-96b1-4284-b879-a0cb4507c925'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:11:53.636862 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-fca15212-100c-4c82-80f7-1333b8f3ac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:11:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['a9df4466-96b1-4284-b879-a0cb4507c925'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:53.732782 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-554108e8-900a-48d8-b056-8359d0ada00a admin admin] Publish callbacks [] for router (a9df4466-96b1-4284-b879-a0cb4507c925), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:53.738775 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-fca15212-100c-4c82-80f7-1333b8f3ac9b None None] Set router a9df4466-96b1-4284-b879-a0cb4507c925 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:11:53.832984 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-554108e8-900a-48d8-b056-8359d0ada00a admin admin] Publish callbacks [] for router_gateway (a9df4466-96b1-4284-b879-a0cb4507c925), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:53.923040 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-554108e8-900a-48d8-b056-8359d0ada00a admin admin] Deleting port ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:11:53.923409 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-554108e8-900a-48d8-b056-8359d0ada00a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:53.992246 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-fca15212-100c-4c82-80f7-1333b8f3ac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9df4466-96b1-4284-b879-a0cb4507c925', 'name': 'tempest-TestMinimumBasicScenario-131575903-router', 'tenant_id': 'a984e99936fe456890bac4d581cc4353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:34Z', 'updated_at': '2022-08-18T17:11:52Z', 'revision_number': 5, 'project_id': 'a984e99936fe456890bac4d581cc4353', 'gw_port': {'id': 'ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9df4466-96b1-4284-b879-a0cb4507c925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:08:35Z', 'updated_at': '2022-08-18T17:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:54.009482 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [None req-554108e8-900a-48d8-b056-8359d0ada00a admin admin] For port ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:54.009848 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-554108e8-900a-48d8-b056-8359d0ada00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:54.017975 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca15212-100c-4c82-80f7-1333b8f3ac9b None None] Checking router: a9df4466-96b1-4284-b879-a0cb4507c925 for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:11:54.023950 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-554108e8-900a-48d8-b056-8359d0ada00a admin admin] Calling delete_port for ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f owned by network:router_gateway {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:11:54.025429 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:54.027253 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca15212-100c-4c82-80f7-1333b8f3ac9b None None] Routers {'a9df4466-96b1-4284-b879-a0cb4507c925'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:11:54.027898 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-fca15212-100c-4c82-80f7-1333b8f3ac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:11:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['a9df4466-96b1-4284-b879-a0cb4507c925'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:54.111506 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-fca15212-100c-4c82-80f7-1333b8f3ac9b None None] Set router a9df4466-96b1-4284-b879-a0cb4507c925 gateway port host: None {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:11:54.163663 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-fca15212-100c-4c82-80f7-1333b8f3ac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9df4466-96b1-4284-b879-a0cb4507c925', 'name': 'tempest-TestMinimumBasicScenario-131575903-router', 'tenant_id': 'a984e99936fe456890bac4d581cc4353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:34Z', 'updated_at': '2022-08-18T17:11:53Z', 'revision_number': 6, 'project_id': 'a984e99936fe456890bac4d581cc4353', 'gw_port_host': None}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:54.194531 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca15212-100c-4c82-80f7-1333b8f3ac9b None None] The sync data for ids ['a9df4466-96b1-4284-b879-a0cb4507c925'] in dv-cinder-853678-2-iscsi is: [{'id': 'a9df4466-96b1-4284-b879-a0cb4507c925', 'name': 'tempest-TestMinimumBasicScenario-131575903-router', 'tenant_id': 'a984e99936fe456890bac4d581cc4353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:08:34Z', 'updated_at': '2022-08-18T17:11:53Z', 'revision_number': 6, 'project_id': 'a984e99936fe456890bac4d581cc4353', 'gw_port_host': None}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:11:54.522725 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc0500-8023-4dd1-bac0-7e85f0d23a5b req-38391e42-e5ca-481e-aa64-67923839cc2f tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:54.524759 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-33bc0500-8023-4dd1-bac0-7e85f0d23a5b req-38391e42-e5ca-481e-aa64-67923839cc2f tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0488799 Aug 18 17:11:54.529086 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-554108e8-900a-48d8-b056-8359d0ada00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:54.558764 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554108e8-900a-48d8-b056-8359d0ada00a admin admin] Pushing event deleted for resources: {'Port': ['ID=ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:54.577675 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-33bc0500-8023-4dd1-bac0-7e85f0d23a5b req-76795634-077c-476f-85f4-c10d91e53f5b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468278 Aug 18 17:11:54.632712 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-554108e8-900a-48d8-b056-8359d0ada00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876582'] for router_gateway (a9df4466-96b1-4284-b879-a0cb4507c925), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:54.720456 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-554108e8-900a-48d8-b056-8359d0ada00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3874589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5398'] for router (a9df4466-96b1-4284-b879-a0cb4507c925), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:54.723071 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-554108e8-900a-48d8-b056-8359d0ada00a admin admin] Publish callbacks [] for router_controller (a9df4466-96b1-4284-b879-a0cb4507c925), precommit_delete_associations {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:54.828673 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-554108e8-900a-48d8-b056-8359d0ada00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3873632'] for router (a9df4466-96b1-4284-b879-a0cb4507c925), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:54.829296 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554108e8-900a-48d8-b056-8359d0ada00a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9df4466-96b1-4284-b879-a0cb4507c925 {{(pid=106919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 17:11:54.833446 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-554108e8-900a-48d8-b056-8359d0ada00a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:54.834602 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-554108e8-900a-48d8-b056-8359d0ada00a admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/a9df4466-96b1-4284-b879-a0cb4507c925 HTTP/1.1" status: 204 len: 168 time: 1.2087061 Aug 18 17:11:54.837190 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 49854) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:54.885603 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1eb9144-af9e-4fec-8ee5-0bab8976e062 admin admin] Deleting subnet 74e0a736-193e-4244-a93f-5c36cc70cec7 {{(pid=106919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 17:11:54.888955 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d1eb9144-af9e-4fec-8ee5-0bab8976e062 admin admin] Publish callbacks [] for subnet (74e0a736-193e-4244-a93f-5c36cc70cec7), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:54.922809 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d1eb9144-af9e-4fec-8ee5-0bab8976e062 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26669183'] for subnet (74e0a736-193e-4244-a93f-5c36cc70cec7), precommit_delete_associations {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:54.993745 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:55.002891 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d1eb9144-af9e-4fec-8ee5-0bab8976e062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763242'] for subnet (74e0a736-193e-4244-a93f-5c36cc70cec7), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:55.138052 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d1eb9144-af9e-4fec-8ee5-0bab8976e062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26604591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25646354'] for subnet (74e0a736-193e-4244-a93f-5c36cc70cec7), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:55.166931 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb9144-af9e-4fec-8ee5-0bab8976e062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74e0a736-193e-4244-a93f-5c36cc70cec7,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:55.171632 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d1eb9144-af9e-4fec-8ee5-0bab8976e062 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:55.180570 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49856) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:55.181135 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:11:55.182511 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500af270-3216-4f65-b2de-ba39fe26f360 None None] Network b71f012f-d2f5-4d37-bee7-b9ba4ab4506d requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:11:55.188064 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-d1eb9144-af9e-4fec-8ee5-0bab8976e062 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/74e0a736-193e-4244-a93f-5c36cc70cec7 HTTP/1.1" status: 204 len: 168 time: 0.3365827 Aug 18 17:11:55.211783 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:11:55.212110 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device ce06c1e6-14f4-415d-a5b3-09bbc64d9b7f not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:11:55.213425 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 2c60c0bc-3751-4c5b-935d-062cef6545a3 no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:11:55.239906 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: 2c60c0bc-3751-4c5b-935d-062cef6545a3 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:11:55.240033 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 2c60c0bc-3751-4c5b-935d-062cef6545a3 not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:11:55.276342 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b17e7afb-2938-4cf9-9b93-3b9b737e8cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915243'] for network (b71f012f-d2f5-4d37-bee7-b9ba4ab4506d), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:55.324333 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-b17e7afb-2938-4cf9-9b93-3b9b737e8cdb admin admin] Deleting port c5c51483-be11-4895-8e93-a855430a746a {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:11:55.324625 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b17e7afb-2938-4cf9-9b93-3b9b737e8cdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (c5c51483-be11-4895-8e93-a855430a746a), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:55.377986 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12d6c3f-4f4c-4676-95f0-acd1e5aa1a04 None None] DHCP port deletion for b71f012f-d2f5-4d37-bee7-b9ba4ab4506d request from dv-cinder-853678-2-iscsi {{(pid=106920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 18 17:11:55.397719 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [None req-b17e7afb-2938-4cf9-9b93-3b9b737e8cdb admin admin] For port c5c51483-be11-4895-8e93-a855430a746a, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=c5c51483-be11-4895-8e93-a855430a746a,segment=NetworkSegment(dddfc19b-50c7-41c1-84fc-b28af0b12638),segment_id=dddfc19b-50c7-41c1-84fc-b28af0b12638)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:55.398091 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b17e7afb-2938-4cf9-9b93-3b9b737e8cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (c5c51483-be11-4895-8e93-a855430a746a), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:55.411481 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-b17e7afb-2938-4cf9-9b93-3b9b737e8cdb admin admin] Calling delete_port for c5c51483-be11-4895-8e93-a855430a746a owned by network:dhcp {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:11:55.414976 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-d12d6c3f-4f4c-4676-95f0-acd1e5aa1a04 None None] Deleting port c5c51483-be11-4895-8e93-a855430a746a {{(pid=106920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:11:55.415347 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-d12d6c3f-4f4c-4676-95f0-acd1e5aa1a04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (c5c51483-be11-4895-8e93-a855430a746a), before_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:55.483189 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-d12d6c3f-4f4c-4676-95f0-acd1e5aa1a04 None None] For port c5c51483-be11-4895-8e93-a855430a746a, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=c5c51483-be11-4895-8e93-a855430a746a,segment=NetworkSegment(dddfc19b-50c7-41c1-84fc-b28af0b12638),segment_id=dddfc19b-50c7-41c1-84fc-b28af0b12638)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:11:55.483540 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-d12d6c3f-4f4c-4676-95f0-acd1e5aa1a04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (c5c51483-be11-4895-8e93-a855430a746a), precommit_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:55.491619 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:55.497474 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-d12d6c3f-4f4c-4676-95f0-acd1e5aa1a04 None None] Calling delete_port for c5c51483-be11-4895-8e93-a855430a746a owned by network:dhcp {{(pid=106920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:11:55.563802 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:55.565970 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b17e7afb-2938-4cf9-9b93-3b9b737e8cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (c5c51483-be11-4895-8e93-a855430a746a), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:55.572118 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-d12d6c3f-4f4c-4676-95f0-acd1e5aa1a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023'] for port (c5c51483-be11-4895-8e93-a855430a746a), after_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:55.595251 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e7afb-2938-4cf9-9b93-3b9b737e8cdb admin admin] No DVR routers for this DVR port c5c51483-be11-4895-8e93-a855430a746a on host dv-cinder-853678-2-iscsi {{(pid=106918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:11:55.600923 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e7afb-2938-4cf9-9b93-3b9b737e8cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c51483-be11-4895-8e93-a855430a746a,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:55.650662 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:55.685771 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b17e7afb-2938-4cf9-9b93-3b9b737e8cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762083', 'neutron.services.segments.db._delete_segments_for_network-8740646743435'] for network (b71f012f-d2f5-4d37-bee7-b9ba4ab4506d), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:55.709237 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-b17e7afb-2938-4cf9-9b93-3b9b737e8cdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71f012f-d2f5-4d37-bee7-b9ba4ab4506d']}} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:55.721088 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-b17e7afb-2938-4cf9-9b93-3b9b737e8cdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dddfc19b-50c7-41c1-84fc-b28af0b12638') {'for_net_delete': True} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:55.721390 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-b17e7afb-2938-4cf9-9b93-3b9b737e8cdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dddfc19b-50c7-41c1-84fc-b28af0b12638') {} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:11:55.725817 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59d45f-4ecb-4751-b567-807137a9ffa2 req-04d1ea61-8d1d-4efb-bce3-2e31fecc8307 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:55.727555 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1d59d45f-4ecb-4751-b567-807137a9ffa2 req-04d1ea61-8d1d-4efb-bce3-2e31fecc8307 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0563974 Aug 18 17:11:55.733541 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d6c3f-4f4c-4676-95f0-acd1e5aa1a04 None None] Pushing event deleted for resources: {'Port': ['ID=c5c51483-be11-4895-8e93-a855430a746a,revision_number=None']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:55.738830 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12d6c3f-4f4c-4676-95f0-acd1e5aa1a04 None None] No DVR routers for this DVR port c5c51483-be11-4895-8e93-a855430a746a on host dv-cinder-853678-2-iscsi {{(pid=106920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:11:55.739167 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b17e7afb-2938-4cf9-9b93-3b9b737e8cdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740646743498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25603873'] for segment (dddfc19b-50c7-41c1-84fc-b28af0b12638), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:55.758770 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b17e7afb-2938-4cf9-9b93-3b9b737e8cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (dddfc19b-50c7-41c1-84fc-b28af0b12638), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:55.767804 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17e7afb-2938-4cf9-9b93-3b9b737e8cdb admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=106918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 17:11:55.768489 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b17e7afb-2938-4cf9-9b93-3b9b737e8cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26478330'] for segment (dddfc19b-50c7-41c1-84fc-b28af0b12638), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:55.792548 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1d59d45f-4ecb-4751-b567-807137a9ffa2 req-330b74b9-6cff-470b-bfd0-6d2771fad90e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485740 Aug 18 17:11:55.853494 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.services.segments.plugin [-] Segment dddfc19b-50c7-41c1-84fc-b28af0b12638 resource provider aggregate not found Aug 18 17:11:55.873691 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.services.segments.plugin [-] Segment dddfc19b-50c7-41c1-84fc-b28af0b12638 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dddfc19b-50c7-41c1-84fc-b28af0b12638 found for delete ", "request_id": "req-59848f4c-5962-490c-934f-e56c863f799d"}]} Aug 18 17:11:55.908793 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b17e7afb-2938-4cf9-9b93-3b9b737e8cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876546'] for network (b71f012f-d2f5-4d37-bee7-b9ba4ab4506d), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:55.914166 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b17e7afb-2938-4cf9-9b93-3b9b737e8cdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:55.917536 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-b17e7afb-2938-4cf9-9b93-3b9b737e8cdb admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/b71f012f-d2f5-4d37-bee7-b9ba4ab4506d HTTP/1.1" status: 204 len: 168 time: 0.7383268 Aug 18 17:11:55.930771 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e7afb-2938-4cf9-9b93-3b9b737e8cdb admin admin] Pushing event deleted for resources: {'Network': ['ID=b71f012f-d2f5-4d37-bee7-b9ba4ab4506d,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:56.352345 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49874) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:56.373885 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:56.394627 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-1b5fd57c-ecb1-458d-940f-d09cf5f09300 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=af8df1d9e9b54347aa9f29ead57f2797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410371 Aug 18 17:11:56.397244 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49876) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:56.446499 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ffdfda5e-df77-4478-a2b5-02aaae57135e admin admin] Publish callbacks [] for security_group (c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:56.467693 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ffdfda5e-df77-4478-a2b5-02aaae57135e admin admin] Publish callbacks [] for security_group (c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:56.595286 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ffdfda5e-df77-4478-a2b5-02aaae57135e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:56.598392 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ffdfda5e-df77-4478-a2b5-02aaae57135e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:56.602242 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-ffdfda5e-df77-4478-a2b5-02aaae57135e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5 HTTP/1.1" status: 204 len: 168 time: 0.2016227 Aug 18 17:11:56.608815 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfda5e-df77-4478-a2b5-02aaae57135e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c7fdef-5cc5-4be6-9e13-cc0f956c01a5,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:56.925856 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540833d9-97f7-45e7-ac4f-8d4d3224d0f2 req-c0d491dc-f0ac-436b-b73f-dbeb97321dd3 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:56.927361 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-540833d9-97f7-45e7-ac4f-8d4d3224d0f2 req-c0d491dc-f0ac-436b-b73f-dbeb97321dd3 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0526760 Aug 18 17:11:56.978014 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-540833d9-97f7-45e7-ac4f-8d4d3224d0f2 req-8fb828cd-7a63-4339-8e01-dd75a09689a7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434678 Aug 18 17:11:57.158917 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device c5c51483-be11-4895-8e93-a855430a746a no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:11:57.179453 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: c5c51483-be11-4895-8e93-a855430a746a {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:11:57.179803 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device c5c51483-be11-4895-8e93-a855430a746a not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:11:57.278934 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49888) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:57.317268 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-5aa13090-8941-4537-8a87-6c36c0caa3f5 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a984e99936fe456890bac4d581cc4353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387361 Aug 18 17:11:57.319831 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49890) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:57.368181 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-24c0a982-fa2c-4771-9c5a-0d9662117407 admin admin] Publish callbacks [] for security_group (c0ff5e89-ed93-4895-81bd-8cf1c950b7aa), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:57.389484 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-24c0a982-fa2c-4771-9c5a-0d9662117407 admin admin] Publish callbacks [] for security_group (c0ff5e89-ed93-4895-81bd-8cf1c950b7aa), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:57.484620 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-24c0a982-fa2c-4771-9c5a-0d9662117407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (c0ff5e89-ed93-4895-81bd-8cf1c950b7aa), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:57.487197 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-24c0a982-fa2c-4771-9c5a-0d9662117407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:57.488394 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-24c0a982-fa2c-4771-9c5a-0d9662117407 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c0ff5e89-ed93-4895-81bd-8cf1c950b7aa HTTP/1.1" status: 204 len: 168 time: 0.1676600 Aug 18 17:11:57.496586 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0a982-fa2c-4771-9c5a-0d9662117407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ff5e89-ed93-4895-81bd-8cf1c950b7aa,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:58.107137 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda5f18-02f3-4951-87a9-706b4aa94343 req-ceba069d-d7c1-4589-b583-2836c3114969 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:58.108770 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fcda5f18-02f3-4951-87a9-706b4aa94343 req-ceba069d-d7c1-4589-b583-2836c3114969 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0491614 Aug 18 17:11:58.161643 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fcda5f18-02f3-4951-87a9-706b4aa94343 req-74b6193b-d676-4d2f-9b4e-b8498a967c67 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464172 Aug 18 17:11:58.500373 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49916) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:58.598684 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-21a008ce-5d24-4984-89fe-cdd1cb67eb15 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-922339999-network', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:11:58.680017 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a008ce-5d24-4984-89fe-cdd1cb67eb15 admin admin] Made reservation on behalf of c5e8eba08dfc4946becd6dba63f94eec for: {'network': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:11:58.683506 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-21a008ce-5d24-4984-89fe-cdd1cb67eb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for network (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:58.695363 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-21a008ce-5d24-4984-89fe-cdd1cb67eb15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:58.770599 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:58.772655 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-21a008ce-5d24-4984-89fe-cdd1cb67eb15 admin admin] Publish callbacks [] for security_group (cb120d4a-e8d3-4821-8542-ffdb1d173bb2), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:58.862465 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-21a008ce-5d24-4984-89fe-cdd1cb67eb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (cb120d4a-e8d3-4821-8542-ffdb1d173bb2), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:58.890847 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a008ce-5d24-4984-89fe-cdd1cb67eb15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=106918) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 17:11:58.900206 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a008ce-5d24-4984-89fe-cdd1cb67eb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb120d4a-e8d3-4821-8542-ffdb1d173bb2,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:58.907504 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-21a008ce-5d24-4984-89fe-cdd1cb67eb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (18f1b367-0c7e-4cfe-a0a6-677c8efd49ab), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:58.907848 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.db.segments_db [None req-21a008ce-5d24-4984-89fe-cdd1cb67eb15 admin admin] Added segment 18f1b367-0c7e-4cfe-a0a6-677c8efd49ab of type vlan for network 744636b7-76bc-439f-9116-8e1ee85b3624 Aug 18 17:11:58.953692 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-21a008ce-5d24-4984-89fe-cdd1cb67eb15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740646246220'] for network (744636b7-76bc-439f-9116-8e1ee85b3624), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:59.045808 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-21a008ce-5d24-4984-89fe-cdd1cb67eb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for network (744636b7-76bc-439f-9116-8e1ee85b3624), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:59.046778 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a008ce-5d24-4984-89fe-cdd1cb67eb15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:59.047374 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-21a008ce-5d24-4984-89fe-cdd1cb67eb15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:59.077430 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:59.113487 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a008ce-5d24-4984-89fe-cdd1cb67eb15 admin admin] Pushing event updated for resources: {'Network': ['ID=744636b7-76bc-439f-9116-8e1ee85b3624,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:59.123972 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Network 744636b7-76bc-439f-9116-8e1ee85b3624 details requested by agent ovs-agent-dv-cinder-853678-2-iscsi with host dv-cinder-853678-2-iscsi {{(pid=106920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 17:11:59.128358 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-21a008ce-5d24-4984-89fe-cdd1cb67eb15 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6268713 Aug 18 17:11:59.131401 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49924) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:59.136419 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-51a39d92-f2c1-4eb6-a40a-f4bc46ff2a15 admin admin] Request body: {'subnet': {'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-922339999-subnet', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'ip_version': 4}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:11:59.149268 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:59.273041 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a39d92-f2c1-4eb6-a40a-f4bc46ff2a15 admin admin] Made reservation on behalf of c5e8eba08dfc4946becd6dba63f94eec for: {'subnet': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:11:59.275394 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-51a39d92-f2c1-4eb6-a40a-f4bc46ff2a15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26692429'] for subnet (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:59.315348 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c39c57-b6de-47ac-886b-a6350ef1aca4 req-4e7a94cf-c598-438e-bc26-807fc6a70b19 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:59.315348 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-22c39c57-b6de-47ac-886b-a6350ef1aca4 req-4e7a94cf-c598-438e-bc26-807fc6a70b19 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0710144 Aug 18 17:11:59.423417 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-22c39c57-b6de-47ac-886b-a6350ef1aca4 req-5b76e930-eb5a-4f1e-919a-4f707f3ab561 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792379 Aug 18 17:11:59.577467 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-51a39d92-f2c1-4eb6-a40a-f4bc46ff2a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26476631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26692435'] for subnet (06f69413-f936-4aa9-b8fe-e83b1f874689), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:59.632262 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a39d92-f2c1-4eb6-a40a-f4bc46ff2a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f69413-f936-4aa9-b8fe-e83b1f874689,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:11:59.649804 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a39d92-f2c1-4eb6-a40a-f4bc46ff2a15 admin admin] Checking segment: {'id': '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:11:59.650201 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a39d92-f2c1-4eb6-a40a-f4bc46ff2a15 admin admin] Network hostable DHCP agents. Network: 744636b7-76bc-439f-9116-8e1ee85b3624, hostable agents: ['e58bb1ce-71d7-42ea-87d8-4585040b913b'], hosted agents: [] {{(pid=106918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 17:11:59.736756 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a39d92-f2c1-4eb6-a40a-f4bc46ff2a15 admin admin] Network 744636b7-76bc-439f-9116-8e1ee85b3624 is scheduled to be hosted by DHCP agent e58bb1ce-71d7-42ea-87d8-4585040b913b with binding_index 1 {{(pid=106918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 17:11:59.822516 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-51a39d92-f2c1-4eb6-a40a-f4bc46ff2a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853678-2-iscsi, 744636b7-76bc-439f-9116-8e1ee85b3624) {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:11:59.826899 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a39d92-f2c1-4eb6-a40a-f4bc46ff2a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:11:59.831937 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-51a39d92-f2c1-4eb6-a40a-f4bc46ff2a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:11:59.837971 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b69248-18a9-4653-bee6-fd811e4ccd62 None None] Network 744636b7-76bc-439f-9116-8e1ee85b3624 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:11:59.925386 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 49930) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:11:59.925908 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-51a39d92-f2c1-4eb6-a40a-f4bc46ff2a15 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7929835 Aug 18 17:11:59.930694 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-70c5401f-c32c-4c32-9cd2-aaac0d56c299 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:11:59.937177 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:11:59.948771 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8993ff9-8891-4c2e-a5ef-3683fbe34b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3313c541-5052-5b58-90ab-4ac2d5070ee7-744636b7-76bc-439f-9116-8e1ee85b3624', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689'}]}} from dv-cinder-853678-2-iscsi. {{(pid=106920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 17:11:59.949762 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f8993ff9-8891-4c2e-a5ef-3683fbe34b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:00.017530 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-70c5401f-c32c-4c32-9cd2-aaac0d56c299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (be012b20-195d-49fe-9adf-bd1f6f5a0a2e), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:00.018872 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-70c5401f-c32c-4c32-9cd2-aaac0d56c299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3874696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3929413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5391'] for router (be012b20-195d-49fe-9adf-bd1f6f5a0a2e), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:00.077767 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-70c5401f-c32c-4c32-9cd2-aaac0d56c299 admin admin] Publish callbacks [] for router_controller (be012b20-195d-49fe-9adf-bd1f6f5a0a2e), precommit_add_association {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:00.092404 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.db_base_plugin_common [None req-f8993ff9-8891-4c2e-a5ef-3683fbe34b7f None None] Allocated IP 172.20.0.2 (744636b7-76bc-439f-9116-8e1ee85b3624/06f69413-f936-4aa9-b8fe-e83b1f874689/f3575fab-3e11-4579-8fb1-3e811fddb8cb) {{(pid=106920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:12:00.235686 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f8993ff9-8891-4c2e-a5ef-3683fbe34b7f None None] Publish callbacks [] for port (f3575fab-3e11-4579-8fb1-3e811fddb8cb), precommit_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:00.289540 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-70c5401f-c32c-4c32-9cd2-aaac0d56c299 admin admin] Publish callbacks [] for router_gateway (be012b20-195d-49fe-9adf-bd1f6f5a0a2e), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:00.314621 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f8993ff9-8891-4c2e-a5ef-3683fbe34b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (f3575fab-3e11-4579-8fb1-3e811fddb8cb), after_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:00.355282 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8993ff9-8891-4c2e-a5ef-3683fbe34b7f None None] Network 744636b7-76bc-439f-9116-8e1ee85b3624 is already hosted by enough agents. {{(pid=106920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:12:00.358145 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.base_scheduler [None req-f8993ff9-8891-4c2e-a5ef-3683fbe34b7f None None] Resources bound (agent type, host, resource id): {{(pid=106920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:12:00.364819 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8993ff9-8891-4c2e-a5ef-3683fbe34b7f None None] Received port after_create {{(pid=106920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:12:00.376380 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8993ff9-8891-4c2e-a5ef-3683fbe34b7f None None] Pushing event updated for resources: {'Port': ['ID=f3575fab-3e11-4579-8fb1-3e811fddb8cb,revision_number=1']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:00.432329 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-f8993ff9-8891-4c2e-a5ef-3683fbe34b7f None None] Attempting to bind port f3575fab-3e11-4579-8fb1-3e811fddb8cb on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:12:00.432708 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-f8993ff9-8891-4c2e-a5ef-3683fbe34b7f None None] Attempting to bind port f3575fab-3e11-4579-8fb1-3e811fddb8cb by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:12:00.433070 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8993ff9-8891-4c2e-a5ef-3683fbe34b7f None None] Attempting to bind port f3575fab-3e11-4579-8fb1-3e811fddb8cb on network 744636b7-76bc-439f-9116-8e1ee85b3624 {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:12:00.438254 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8993ff9-8891-4c2e-a5ef-3683fbe34b7f None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:12:00.438631 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8993ff9-8891-4c2e-a5ef-3683fbe34b7f None None] Checking segment: {'id': '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:12:00.442452 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f8993ff9-8891-4c2e-a5ef-3683fbe34b7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:00.442452 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8993ff9-8891-4c2e-a5ef-3683fbe34b7f None None] Bound using segment: {'id': '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:12:00.442452 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-f8993ff9-8891-4c2e-a5ef-3683fbe34b7f None None] Bound port: f3575fab-3e11-4579-8fb1-3e811fddb8cb, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:12:00.442452 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f8993ff9-8891-4c2e-a5ef-3683fbe34b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (f3575fab-3e11-4579-8fb1-3e811fddb8cb), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:00.512536 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-f8993ff9-8891-4c2e-a5ef-3683fbe34b7f None None] For port f3575fab-3e11-4579-8fb1-3e811fddb8cb, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:12:00.515826 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-f8993ff9-8891-4c2e-a5ef-3683fbe34b7f None None] For port f3575fab-3e11-4579-8fb1-3e811fddb8cb, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=f3575fab-3e11-4579-8fb1-3e811fddb8cb,segment=NetworkSegment(18f1b367-0c7e-4cfe-a0a6-677c8efd49ab),segment_id=18f1b367-0c7e-4cfe-a0a6-677c8efd49ab)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:12:00.562042 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-70c5401f-c32c-4c32-9cd2-aaac0d56c299 admin admin] Publish callbacks [] for router_gateway (be012b20-195d-49fe-9adf-bd1f6f5a0a2e), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:00.587194 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ef7a6-8967-4125-b317-439340c887ac req-6a2084cb-a2f3-40d2-a546-259ae053d42c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:00.588712 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-592ef7a6-8967-4125-b317-439340c887ac req-6a2084cb-a2f3-40d2-a546-259ae053d42c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0790668 Aug 18 17:12:00.590199 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-70c5401f-c32c-4c32-9cd2-aaac0d56c299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:00.623377 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f8993ff9-8891-4c2e-a5ef-3683fbe34b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (f3575fab-3e11-4579-8fb1-3e811fddb8cb), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:00.681515 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8993ff9-8891-4c2e-a5ef-3683fbe34b7f None None] Pushing event updated for resources: {'Port': ['ID=f3575fab-3e11-4579-8fb1-3e811fddb8cb,revision_number=2']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:00.706062 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-592ef7a6-8967-4125-b317-439340c887ac req-35108dd8-7145-44fa-934e-b6e31bd3ef26 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083612 Aug 18 17:12:00.737423 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [None req-70c5401f-c32c-4c32-9cd2-aaac0d56c299 admin admin] Allocated IP 172.27.1.41 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/894f5326-0333-490b-a1a2-00adc567377f) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:12:00.821390 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:00.865866 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-70c5401f-c32c-4c32-9cd2-aaac0d56c299 admin admin] Publish callbacks [] for port (894f5326-0333-490b-a1a2-00adc567377f), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:00.966259 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-70c5401f-c32c-4c32-9cd2-aaac0d56c299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (894f5326-0333-490b-a1a2-00adc567377f), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:01.010108 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c5401f-c32c-4c32-9cd2-aaac0d56c299 admin admin] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:12:01.015864 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-70c5401f-c32c-4c32-9cd2-aaac0d56c299 admin admin] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:12:01.018081 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5401f-c32c-4c32-9cd2-aaac0d56c299 admin admin] Pushing event updated for resources: {'Port': ['ID=894f5326-0333-490b-a1a2-00adc567377f,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:01.024374 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c5401f-c32c-4c32-9cd2-aaac0d56c299 admin admin] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:12:01.063397 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:01.197040 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device f3575fab-3e11-4579-8fb1-3e811fddb8cb up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:12:01.253425 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port f3575fab-3e11-4579-8fb1-3e811fddb8cb triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:01.254584 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (f3575fab-3e11-4579-8fb1-3e811fddb8cb), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:01.340859 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port f3575fab-3e11-4579-8fb1-3e811fddb8cb is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:12:01.341401 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (f3575fab-3e11-4579-8fb1-3e811fddb8cb), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:01.378409 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-70c5401f-c32c-4c32-9cd2-aaac0d56c299 admin admin] Publish callbacks [] for router_gateway (be012b20-195d-49fe-9adf-bd1f6f5a0a2e), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:01.385239 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port f3575fab-3e11-4579-8fb1-3e811fddb8cb, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=f3575fab-3e11-4579-8fb1-3e811fddb8cb,segment=NetworkSegment(18f1b367-0c7e-4cfe-a0a6-677c8efd49ab),segment_id=18f1b367-0c7e-4cfe-a0a6-677c8efd49ab)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:12:01.434480 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (f3575fab-3e11-4579-8fb1-3e811fddb8cb), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:01.513609 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=f3575fab-3e11-4579-8fb1-3e811fddb8cb,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:01.614218 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-70c5401f-c32c-4c32-9cd2-aaac0d56c299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3874809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876444'] for router (be012b20-195d-49fe-9adf-bd1f6f5a0a2e), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:01.634697 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba96cb2-951f-46cc-b85b-ce1b96c064b4 None None] Network 744636b7-76bc-439f-9116-8e1ee85b3624 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:12:01.715821 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-b4e77e45-c6c4-4f32-9f80-b1351337d539 None None] Provisioning complete for port f3575fab-3e11-4579-8fb1-3e811fddb8cb triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:01.716228 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-b4e77e45-c6c4-4f32-9f80-b1351337d539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (f3575fab-3e11-4579-8fb1-3e811fddb8cb), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:01.811965 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c5401f-c32c-4c32-9cd2-aaac0d56c299 admin admin] Router be012b20-195d-49fe-9adf-bd1f6f5a0a2e is scheduled to L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 with binding_index 1 {{(pid=106919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 17:12:01.859782 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c350ef-eb19-44c7-bd20-7f88d24ea560 req-e1215edd-2399-47b1-8378-28ccce2b2b8b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:01.865881 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-b4e77e45-c6c4-4f32-9f80-b1351337d539 None None] Current status of the port f3575fab-3e11-4579-8fb1-3e811fddb8cb is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:12:01.870603 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f4c350ef-eb19-44c7-bd20-7f88d24ea560 req-e1215edd-2399-47b1-8378-28ccce2b2b8b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0716228 Aug 18 17:12:01.923766 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-f4c350ef-eb19-44c7-bd20-7f88d24ea560 req-82f911b9-56de-447f-bead-d7a4016e4ca6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517976 Aug 18 17:12:01.943232 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c5401f-c32c-4c32-9cd2-aaac0d56c299 admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:12:01.954827 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] Sync routers for ids ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:12:01.966004 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] Routers {'be012b20-195d-49fe-9adf-bd1f6f5a0a2e'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:12:01.966654 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:11:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:12:01.991048 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-70c5401f-c32c-4c32-9cd2-aaac0d56c299 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:01.992606 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-70c5401f-c32c-4c32-9cd2-aaac0d56c299 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0654702 Aug 18 17:12:01.995999 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 49982) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:12:02.052657 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:02.059584 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:02.073517 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:02.082864 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:02.089082 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] Set router be012b20-195d-49fe-9adf-bd1f6f5a0a2e gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:12:02.146949 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-05074d21-0e47-4ddd-8b26-02627d275989 None None] Provisioning complete for port f3575fab-3e11-4579-8fb1-3e811fddb8cb triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:02.147236 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-05074d21-0e47-4ddd-8b26-02627d275989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (f3575fab-3e11-4579-8fb1-3e811fddb8cb), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:02.317841 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-05074d21-0e47-4ddd-8b26-02627d275989 None None] Current status of the port f3575fab-3e11-4579-8fb1-3e811fddb8cb is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:12:02.331111 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:01Z', 'revision_number': 3, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:12:02.336992 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:02.359722 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] Checking router: be012b20-195d-49fe-9adf-bd1f6f5a0a2e for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:12:02.360079 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] Updating router be012b20-195d-49fe-9adf-bd1f6f5a0a2e port 894f5326-0333-490b-a1a2-00adc567377f binding host dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 17:12:02.390004 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (894f5326-0333-490b-a1a2-00adc567377f), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:02.426693 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-270078fe-fd0f-49e8-b293-6d2ae8856b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:02.581403 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [None req-270078fe-fd0f-49e8-b293-6d2ae8856b1f admin admin] Allocated IP 172.20.0.1 (744636b7-76bc-439f-9116-8e1ee85b3624/06f69413-f936-4aa9-b8fe-e83b1f874689/b1f73396-559a-4a75-b914-74b19b856b10) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:12:02.601649 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:02.656814 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] Publish callbacks [] for port (894f5326-0333-490b-a1a2-00adc567377f), precommit_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:02.658776 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:02.689415 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-270078fe-fd0f-49e8-b293-6d2ae8856b1f admin admin] Publish callbacks [] for port (b1f73396-559a-4a75-b914-74b19b856b10), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:02.730925 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (894f5326-0333-490b-a1a2-00adc567377f), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:02.767497 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] Attempting to bind port 894f5326-0333-490b-a1a2-00adc567377f on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:12:02.767857 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] Attempting to bind port 894f5326-0333-490b-a1a2-00adc567377f by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:12:02.768218 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] Attempting to bind port 894f5326-0333-490b-a1a2-00adc567377f on network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:12:02.782682 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:12:02.783057 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] Checking segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:12:02.783476 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:02.783872 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] Bound using segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:12:02.784342 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] Bound port: 894f5326-0333-490b-a1a2-00adc567377f, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:12:02.784717 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (894f5326-0333-490b-a1a2-00adc567377f), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:02.788159 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da8979-68c2-42d4-bbca-15047bd3853d None None] Pushing event updated for resources: {'Port': ['ID=894f5326-0333-490b-a1a2-00adc567377f,revision_number=2']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:02.805345 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-270078fe-fd0f-49e8-b293-6d2ae8856b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (b1f73396-559a-4a75-b914-74b19b856b10), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:02.833224 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:02.843238 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] For port 894f5326-0333-490b-a1a2-00adc567377f, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:12:02.846916 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] For port 894f5326-0333-490b-a1a2-00adc567377f, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=894f5326-0333-490b-a1a2-00adc567377f,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:12:02.851720 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270078fe-fd0f-49e8-b293-6d2ae8856b1f admin admin] Network 744636b7-76bc-439f-9116-8e1ee85b3624 is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:12:02.858281 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-270078fe-fd0f-49e8-b293-6d2ae8856b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:12:02.860704 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270078fe-fd0f-49e8-b293-6d2ae8856b1f admin admin] Pushing event updated for resources: {'Port': ['ID=b1f73396-559a-4a75-b914-74b19b856b10,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:02.863045 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270078fe-fd0f-49e8-b293-6d2ae8856b1f admin admin] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:12:02.903068 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-270078fe-fd0f-49e8-b293-6d2ae8856b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3878446'] for router_interface (be012b20-195d-49fe-9adf-bd1f6f5a0a2e), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:02.943277 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (894f5326-0333-490b-a1a2-00adc567377f), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:03.029047 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da8979-68c2-42d4-bbca-15047bd3853d None None] Pushing event updated for resources: {'Port': ['ID=894f5326-0333-490b-a1a2-00adc567377f,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:03.033352 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] Routers {'be012b20-195d-49fe-9adf-bd1f6f5a0a2e'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:12:03.033994 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:11:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:12:03.086917 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb04cd-db1a-4112-9f8c-b2559f3b3297 req-33c53e94-6f64-4aa9-ae3f-4c73bf35846c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:03.089129 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f9eb04cd-db1a-4112-9f8c-b2559f3b3297 req-33c53e94-6f64-4aa9-ae3f-4c73bf35846c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0591319 Aug 18 17:12:03.166258 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-270078fe-fd0f-49e8-b293-6d2ae8856b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (b1f73396-559a-4a75-b914-74b19b856b10), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:03.168465 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f9eb04cd-db1a-4112-9f8c-b2559f3b3297 req-5e895a11-26fb-4249-8484-0e8ce5a97229 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700514 Aug 18 17:12:03.265579 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device f3575fab-3e11-4579-8fb1-3e811fddb8cb up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:12:03.305813 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-b05a0808-f18b-4c78-9cd8-8a824cbff243 None None] Provisioning complete for port b1f73396-559a-4a75-b914-74b19b856b10 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:03.306183 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-b05a0808-f18b-4c78-9cd8-8a824cbff243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (b1f73396-559a-4a75-b914-74b19b856b10), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:03.319075 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:03.351003 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-270078fe-fd0f-49e8-b293-6d2ae8856b1f admin admin] Publish callbacks [] for port (b1f73396-559a-4a75-b914-74b19b856b10), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:03.354766 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] Set router be012b20-195d-49fe-9adf-bd1f6f5a0a2e gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:12:03.405683 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-270078fe-fd0f-49e8-b293-6d2ae8856b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (b1f73396-559a-4a75-b914-74b19b856b10), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:03.415351 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-b05a0808-f18b-4c78-9cd8-8a824cbff243 None None] Port b1f73396-559a-4a75-b914-74b19b856b10 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:12:03.433348 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port f3575fab-3e11-4579-8fb1-3e811fddb8cb triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:03.441414 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (f3575fab-3e11-4579-8fb1-3e811fddb8cb), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:03.476956 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270078fe-fd0f-49e8-b293-6d2ae8856b1f admin admin] Pushing event updated for resources: {'Port': ['ID=b1f73396-559a-4a75-b914-74b19b856b10,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:03.479242 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-270078fe-fd0f-49e8-b293-6d2ae8856b1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3878594'] for router_interface (be012b20-195d-49fe-9adf-bd1f6f5a0a2e), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:03.586406 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270078fe-fd0f-49e8-b293-6d2ae8856b1f admin admin] Network 744636b7-76bc-439f-9116-8e1ee85b3624 is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:12:03.587920 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-270078fe-fd0f-49e8-b293-6d2ae8856b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:12:03.623247 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port f3575fab-3e11-4579-8fb1-3e811fddb8cb is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:12:03.627749 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:01Z', 'revision_number': 3, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:12:03.655158 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f157ea4-a4ff-4b1e-ba10-8abcc4a76217 None None] The sync data for ids ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'] in dv-cinder-853678-2-iscsi is: [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:01Z', 'revision_number': 3, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:12:03.704798 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270078fe-fd0f-49e8-b293-6d2ae8856b1f admin admin] Router be012b20-195d-49fe-9adf-bd1f6f5a0a2e has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:12:03.818843 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270078fe-fd0f-49e8-b293-6d2ae8856b1f admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:12:03.823895 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-270078fe-fd0f-49e8-b293-6d2ae8856b1f admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/be012b20-195d-49fe-9adf-bd1f6f5a0a2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8268123 Aug 18 17:12:03.845117 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-07336bf6-e8d9-4024-bdb4-e26ebaeb195e None None] Provisioning complete for port b1f73396-559a-4a75-b914-74b19b856b10 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:03.845609 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-07336bf6-e8d9-4024-bdb4-e26ebaeb195e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (b1f73396-559a-4a75-b914-74b19b856b10), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:03.908477 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-07336bf6-e8d9-4024-bdb4-e26ebaeb195e None None] Port b1f73396-559a-4a75-b914-74b19b856b10 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:12:04.325127 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e2969-0626-4dfd-940a-f21f88a7b894 req-cf32c67d-282d-4018-8300-ddd3e01be432 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:04.326676 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c25e2969-0626-4dfd-940a-f21f88a7b894 req-cf32c67d-282d-4018-8300-ddd3e01be432 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0556347 Aug 18 17:12:04.386379 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c25e2969-0626-4dfd-940a-f21f88a7b894 req-0b04a752-374d-4d48-ac8a-aa579205a615 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532792 Aug 18 17:12:04.470803 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:12:04.494962 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:04.592741 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:12:04.598861 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'port_id': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756', 'mac_address': 'fa:16:3e:f7:c9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:12:04.624119 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 50016) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:12:04.629200 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-fe6e37d0-8545-4770-bebd-cc954eb399a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1048322119-network', 'tenant_id': 'b92e268226e2405785d6106f2b6e35eb'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:12:04.640638 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 is: ACTIVE; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:12:04.641117 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:04.654677 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:12:04.675289 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:12:04.736868 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6e37d0-8545-4770-bebd-cc954eb399a0 admin admin] Made reservation on behalf of b92e268226e2405785d6106f2b6e35eb for: {'network': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:12:04.739308 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-fe6e37d0-8545-4770-bebd-cc954eb399a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for network (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:04.747341 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:04.749281 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-fe6e37d0-8545-4770-bebd-cc954eb399a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:04.783338 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:04.793592 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:04.831665 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-fe6e37d0-8545-4770-bebd-cc954eb399a0 admin admin] Publish callbacks [] for security_group (4d0dc2ee-b3e3-4a84-a396-3fe755151050), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:04.838665 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,revision_number=6']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:04.891227 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-fe6e37d0-8545-4770-bebd-cc954eb399a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (4d0dc2ee-b3e3-4a84-a396-3fe755151050), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:04.898625 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['6a4d4f56-49e2-4fd7-905b-4ed206d8d756'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:12:04.917840 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6e37d0-8545-4770-bebd-cc954eb399a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=106919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 17:12:04.927736 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e37d0-8545-4770-bebd-cc954eb399a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0dc2ee-b3e3-4a84-a396-3fe755151050,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:04.928007 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:04.934644 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-fe6e37d0-8545-4770-bebd-cc954eb399a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (27bd9a73-5181-434e-81c6-52083b7ae9a2), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:04.942227 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.segments_db [None req-fe6e37d0-8545-4770-bebd-cc954eb399a0 admin admin] Added segment 27bd9a73-5181-434e-81c6-52083b7ae9a2 of type vlan for network b8acab8d-f382-44b0-8858-cd37e60db97f Aug 18 17:12:04.980732 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-fe6e37d0-8545-4770-bebd-cc954eb399a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740646246220'] for network (b8acab8d-f382-44b0-8858-cd37e60db97f), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:05.068576 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-fe6e37d0-8545-4770-bebd-cc954eb399a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049'] for network (b8acab8d-f382-44b0-8858-cd37e60db97f), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:05.069627 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6e37d0-8545-4770-bebd-cc954eb399a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:05.070244 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-fe6e37d0-8545-4770-bebd-cc954eb399a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:05.166285 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-fe6e37d0-8545-4770-bebd-cc954eb399a0 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5383291 Aug 18 17:12:05.166285 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e37d0-8545-4770-bebd-cc954eb399a0 admin admin] Pushing event updated for resources: {'Network': ['ID=b8acab8d-f382-44b0-8858-cd37e60db97f,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:05.166777 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50018) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:12:05.172309 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-b0afea53-0ec8-4600-9591-48c3fd444f67 admin admin] Request body: {'subnet': {'network_id': 'b8acab8d-f382-44b0-8858-cd37e60db97f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1048322119-subnet', 'tenant_id': 'b92e268226e2405785d6106f2b6e35eb', 'ip_version': 4}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:12:05.179260 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Network b8acab8d-f382-44b0-8858-cd37e60db97f details requested by agent ovs-agent-dv-cinder-853678-2-iscsi with host dv-cinder-853678-2-iscsi {{(pid=106920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 17:12:05.241149 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 894f5326-0333-490b-a1a2-00adc567377f up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:12:05.265568 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0afea53-0ec8-4600-9591-48c3fd444f67 admin admin] Made reservation on behalf of b92e268226e2405785d6106f2b6e35eb for: {'subnet': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:12:05.271726 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b0afea53-0ec8-4600-9591-48c3fd444f67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26692429'] for subnet (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:05.309373 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] Sync routers for ids ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:12:05.317074 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:05.318216 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:05.323702 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] Routers {'be012b20-195d-49fe-9adf-bd1f6f5a0a2e'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:12:05.323902 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 894f5326-0333-490b-a1a2-00adc567377f triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:05.324225 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (894f5326-0333-490b-a1a2-00adc567377f), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:05.324620 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:11:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:12:05.361796 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:05.405794 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 894f5326-0333-490b-a1a2-00adc567377f is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:12:05.406511 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (894f5326-0333-490b-a1a2-00adc567377f), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:05.428291 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:05.436410 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] Set router be012b20-195d-49fe-9adf-bd1f6f5a0a2e gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:12:05.445827 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port 894f5326-0333-490b-a1a2-00adc567377f, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=894f5326-0333-490b-a1a2-00adc567377f,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:12:05.524204 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d376d0-9e4d-41ef-a098-a5e61604eef6 req-6d719aa0-7e2b-4338-b025-803e92f6e2c0 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:05.526246 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-92d376d0-9e4d-41ef-a098-a5e61604eef6 req-6d719aa0-7e2b-4338-b025-803e92f6e2c0 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 944 time: 0.0532081 Aug 18 17:12:05.565525 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b0afea53-0ec8-4600-9591-48c3fd444f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26476631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26692435'] for subnet (c961c807-7959-4c23-a37c-9e3a708db919), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:05.566173 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (894f5326-0333-490b-a1a2-00adc567377f), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:05.601032 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-92d376d0-9e4d-41ef-a098-a5e61604eef6 req-e6165767-cd36-466a-ac08-e60bed6f6101 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604739 Aug 18 17:12:05.647901 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0afea53-0ec8-4600-9591-48c3fd444f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c961c807-7959-4c23-a37c-9e3a708db919,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:05.653596 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0afea53-0ec8-4600-9591-48c3fd444f67 admin admin] Checking segment: {'id': '27bd9a73-5181-434e-81c6-52083b7ae9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b8acab8d-f382-44b0-8858-cd37e60db97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:12:05.654233 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0afea53-0ec8-4600-9591-48c3fd444f67 admin admin] Network hostable DHCP agents. Network: b8acab8d-f382-44b0-8858-cd37e60db97f, hostable agents: ['e58bb1ce-71d7-42ea-87d8-4585040b913b'], hosted agents: [] {{(pid=106918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 17:12:05.657891 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:05.658356 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=894f5326-0333-490b-a1a2-00adc567377f,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:05.661937 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:03Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'b1f73396-559a-4a75-b914-74b19b856b10', 'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'mac_address': 'fa:16:3e:58:c2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:02Z', 'updated_at': '2022-08-18T17:12:03Z', 'revision_number': 2, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'subnets': [{'id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:12:05.691414 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] Checking router: be012b20-195d-49fe-9adf-bd1f6f5a0a2e for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:12:05.692330 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] Updating router be012b20-195d-49fe-9adf-bd1f6f5a0a2e port b1f73396-559a-4a75-b914-74b19b856b10 binding host dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 17:12:05.719308 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (b1f73396-559a-4a75-b914-74b19b856b10), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:05.742623 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0afea53-0ec8-4600-9591-48c3fd444f67 admin admin] Network b8acab8d-f382-44b0-8858-cd37e60db97f is scheduled to be hosted by DHCP agent e58bb1ce-71d7-42ea-87d8-4585040b913b with binding_index 1 {{(pid=106918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 17:12:05.822038 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-b0afea53-0ec8-4600-9591-48c3fd444f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853678-2-iscsi, b8acab8d-f382-44b0-8858-cd37e60db97f) {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:12:05.828143 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0afea53-0ec8-4600-9591-48c3fd444f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:05.828968 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b0afea53-0ec8-4600-9591-48c3fd444f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:05.829914 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4435f5-6258-4482-b8c6-a109bf7ac3d8 None None] Network b8acab8d-f382-44b0-8858-cd37e60db97f requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:12:05.913789 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-b0afea53-0ec8-4600-9591-48c3fd444f67 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7457414 Aug 18 17:12:05.917224 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50028) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:12:05.921759 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-395695d8-d0fd-48d6-b98c-442a4bfed376 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1048322119-router', 'tenant_id': 'b92e268226e2405785d6106f2b6e35eb', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:12:05.938931 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bfd5a2-eb85-42c8-9d50-5dba73502012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3313c541-5052-5b58-90ab-4ac2d5070ee7-b8acab8d-f382-44b0-8858-cd37e60db97f', 'network_id': 'b8acab8d-f382-44b0-8858-cd37e60db97f', 'project_id': 'b92e268226e2405785d6106f2b6e35eb', 'fixed_ips': [{'subnet_id': 'c961c807-7959-4c23-a37c-9e3a708db919'}]}} from dv-cinder-853678-2-iscsi. {{(pid=106920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 18 17:12:05.940306 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-39bfd5a2-eb85-42c8-9d50-5dba73502012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:06.010747 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] Publish callbacks [] for port (b1f73396-559a-4a75-b914-74b19b856b10), precommit_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:06.017151 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-395695d8-d0fd-48d6-b98c-442a4bfed376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3873986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5376'] for router (35364dac-c1d2-4061-b956-06884de95eba), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:06.018277 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-395695d8-d0fd-48d6-b98c-442a4bfed376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3874696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3929413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5391'] for router (35364dac-c1d2-4061-b956-06884de95eba), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:06.070767 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-395695d8-d0fd-48d6-b98c-442a4bfed376 admin admin] Publish callbacks [] for router_controller (35364dac-c1d2-4061-b956-06884de95eba), precommit_add_association {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:06.079869 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.db_base_plugin_common [None req-39bfd5a2-eb85-42c8-9d50-5dba73502012 None None] Allocated IP 172.20.0.2 (b8acab8d-f382-44b0-8858-cd37e60db97f/c961c807-7959-4c23-a37c-9e3a708db919/f8c189ec-7180-4b7a-9c33-a290a1256f92) {{(pid=106920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:12:06.102567 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (b1f73396-559a-4a75-b914-74b19b856b10), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:06.188497 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e011905-b264-4969-809d-a33db1a15399 None None] Pushing event updated for resources: {'Port': ['ID=b1f73396-559a-4a75-b914-74b19b856b10,revision_number=3']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:06.206446 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] Attempting to bind port b1f73396-559a-4a75-b914-74b19b856b10 on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:12:06.206821 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] Attempting to bind port b1f73396-559a-4a75-b914-74b19b856b10 by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624'}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:12:06.207734 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] Attempting to bind port b1f73396-559a-4a75-b914-74b19b856b10 on network 744636b7-76bc-439f-9116-8e1ee85b3624 {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:12:06.213657 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:12:06.214311 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] Checking segment: {'id': '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:12:06.215003 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:06.215753 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] Bound using segment: {'id': '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624'} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:12:06.216255 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] Bound port: b1f73396-559a-4a75-b914-74b19b856b10, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624'}}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:12:06.216634 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (b1f73396-559a-4a75-b914-74b19b856b10), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:06.220202 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:06.242763 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-39bfd5a2-eb85-42c8-9d50-5dba73502012 None None] Publish callbacks [] for port (f8c189ec-7180-4b7a-9c33-a290a1256f92), precommit_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:06.274544 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-395695d8-d0fd-48d6-b98c-442a4bfed376 admin admin] Publish callbacks [] for router_gateway (35364dac-c1d2-4061-b956-06884de95eba), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:06.281967 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] For port b1f73396-559a-4a75-b914-74b19b856b10, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:12:06.285067 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] For port b1f73396-559a-4a75-b914-74b19b856b10, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=b1f73396-559a-4a75-b914-74b19b856b10,segment=NetworkSegment(18f1b367-0c7e-4cfe-a0a6-677c8efd49ab),segment_id=18f1b367-0c7e-4cfe-a0a6-677c8efd49ab)] {{(pid=106921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:12:06.336900 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-39bfd5a2-eb85-42c8-9d50-5dba73502012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014'] for port (f8c189ec-7180-4b7a-9c33-a290a1256f92), after_create {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:06.366181 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (b1f73396-559a-4a75-b914-74b19b856b10), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:06.375129 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bfd5a2-eb85-42c8-9d50-5dba73502012 None None] Network b8acab8d-f382-44b0-8858-cd37e60db97f is already hosted by enough agents. {{(pid=106920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:12:06.380875 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.scheduler.base_scheduler [None req-39bfd5a2-eb85-42c8-9d50-5dba73502012 None None] Resources bound (agent type, host, resource id): {{(pid=106920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:12:06.391272 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bfd5a2-eb85-42c8-9d50-5dba73502012 None None] Received port after_create {{(pid=106920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:12:06.393984 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfd5a2-eb85-42c8-9d50-5dba73502012 None None] Pushing event updated for resources: {'Port': ['ID=f8c189ec-7180-4b7a-9c33-a290a1256f92,revision_number=1']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:06.415128 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] Routers {'be012b20-195d-49fe-9adf-bd1f6f5a0a2e'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:12:06.415810 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:11:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:12:06.455509 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:06.467395 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-39bfd5a2-eb85-42c8-9d50-5dba73502012 None None] Attempting to bind port f8c189ec-7180-4b7a-9c33-a290a1256f92 on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:12:06.468005 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-39bfd5a2-eb85-42c8-9d50-5dba73502012 None None] Attempting to bind port f8c189ec-7180-4b7a-9c33-a290a1256f92 by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '27bd9a73-5181-434e-81c6-52083b7ae9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b8acab8d-f382-44b0-8858-cd37e60db97f'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:12:06.468496 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bfd5a2-eb85-42c8-9d50-5dba73502012 None None] Attempting to bind port f8c189ec-7180-4b7a-9c33-a290a1256f92 on network b8acab8d-f382-44b0-8858-cd37e60db97f {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:12:06.468642 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:06.474998 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bfd5a2-eb85-42c8-9d50-5dba73502012 None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:12:06.475477 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bfd5a2-eb85-42c8-9d50-5dba73502012 None None] Checking segment: {'id': '27bd9a73-5181-434e-81c6-52083b7ae9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b8acab8d-f382-44b0-8858-cd37e60db97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:12:06.475947 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-39bfd5a2-eb85-42c8-9d50-5dba73502012 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:06.476538 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bfd5a2-eb85-42c8-9d50-5dba73502012 None None] Bound using segment: {'id': '27bd9a73-5181-434e-81c6-52083b7ae9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b8acab8d-f382-44b0-8858-cd37e60db97f'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:12:06.477254 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-39bfd5a2-eb85-42c8-9d50-5dba73502012 None None] Bound port: f8c189ec-7180-4b7a-9c33-a290a1256f92, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27bd9a73-5181-434e-81c6-52083b7ae9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b8acab8d-f382-44b0-8858-cd37e60db97f'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:12:06.477746 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-39bfd5a2-eb85-42c8-9d50-5dba73502012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (f8c189ec-7180-4b7a-9c33-a290a1256f92), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:06.482153 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e011905-b264-4969-809d-a33db1a15399 None None] Pushing event updated for resources: {'Port': ['ID=b1f73396-559a-4a75-b914-74b19b856b10,revision_number=4']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:06.489314 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:12:06.553882 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] Set router be012b20-195d-49fe-9adf-bd1f6f5a0a2e gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:12:06.563720 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-395695d8-d0fd-48d6-b98c-442a4bfed376 admin admin] Publish callbacks [] for router_gateway (35364dac-c1d2-4061-b956-06884de95eba), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:06.573272 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:06.588905 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-395695d8-d0fd-48d6-b98c-442a4bfed376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:06.596132 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-39bfd5a2-eb85-42c8-9d50-5dba73502012 None None] For port f8c189ec-7180-4b7a-9c33-a290a1256f92, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:12:06.598723 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:06.599101 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:06.601802 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-39bfd5a2-eb85-42c8-9d50-5dba73502012 None None] For port f8c189ec-7180-4b7a-9c33-a290a1256f92, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=f8c189ec-7180-4b7a-9c33-a290a1256f92,segment=NetworkSegment(27bd9a73-5181-434e-81c6-52083b7ae9a2),segment_id=27bd9a73-5181-434e-81c6-52083b7ae9a2)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:12:06.634277 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:06.716876 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [None req-395695d8-d0fd-48d6-b98c-442a4bfed376 admin admin] Allocated IP 172.27.1.253 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/31ec2b70-95bd-43e2-ab0e-e9d063176b40) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:12:06.719059 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-39bfd5a2-eb85-42c8-9d50-5dba73502012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (f8c189ec-7180-4b7a-9c33-a290a1256f92), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:06.778513 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:12:06.778910 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:06.829630 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfd5a2-eb85-42c8-9d50-5dba73502012 None None] Pushing event updated for resources: {'Port': ['ID=f8c189ec-7180-4b7a-9c33-a290a1256f92,revision_number=2']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:06.859711 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:12:06.861208 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5400d9b3-34f6-451c-bb5c-ae2b231dcc5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:12:06.864124 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3345196b-1dac-49e9-9b48-9f5751f4deab" -d '{"events": [{"server_uuid": "5400d9b3-34f6-451c-bb5c-ae2b231dcc5b", "name": "network-vif-plugged", "status": "completed", "tag": "6a4d4f56-49e2-4fd7-905b-4ed206d8d756"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:12:06.915001 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8886254a-b437-4ac2-a31b-ddf116bc92a8 x-openstack-request-id: req-8886254a-b437-4ac2-a31b-ddf116bc92a8 {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:12:06.915329 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5400d9b3-34f6-451c-bb5c-ae2b231dcc5b", "name": "network-vif-plugged", "status": "completed", "tag": "6a4d4f56-49e2-4fd7-905b-4ed206d8d756", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:12:06.915616 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8886254a-b437-4ac2-a31b-ddf116bc92a8 {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:12:06.916021 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8886254a-b437-4ac2-a31b-ddf116bc92a8'] response: {'server_uuid': '5400d9b3-34f6-451c-bb5c-ae2b231dcc5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756', 'code': 200} Aug 18 17:12:06.925694 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:06.943695 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:03Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'b1f73396-559a-4a75-b914-74b19b856b10', 'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'mac_address': 'fa:16:3e:58:c2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:02Z', 'updated_at': '2022-08-18T17:12:06Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'subnets': [{'id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:12:06.973170 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214578ba-ed43-431c-80a0-cdd8a1652283 None None] The sync data for ids ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'] in dv-cinder-853678-2-iscsi is: [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:03Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'b1f73396-559a-4a75-b914-74b19b856b10', 'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'mac_address': 'fa:16:3e:58:c2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:02Z', 'updated_at': '2022-08-18T17:12:06Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'subnets': [{'id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:12:07.031982 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,revision_number=7']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:07.223700 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14132db5-4194-4d2b-b54e-6c69f43816d6 req-76273dbc-ca7d-4ad9-ace9-ab1e72b0552a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:07.225291 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-14132db5-4194-4d2b-b54e-6c69f43816d6 req-76273dbc-ca7d-4ad9-ace9-ab1e72b0552a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 944 time: 0.5106735 Aug 18 17:12:07.263311 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 50044) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:12:07.367209 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-395695d8-d0fd-48d6-b98c-442a4bfed376 admin admin] Publish callbacks [] for port (31ec2b70-95bd-43e2-ab0e-e9d063176b40), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:07.382323 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-14132db5-4194-4d2b-b54e-6c69f43816d6 req-b0bf2e34-6c24-4335-903b-4094da579041 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424875 Aug 18 17:12:07.461691 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b48b3045-8bad-498f-a619-fcd35077cdaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:07.479966 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-395695d8-d0fd-48d6-b98c-442a4bfed376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (31ec2b70-95bd-43e2-ab0e-e9d063176b40), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:07.490134 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 894f5326-0333-490b-a1a2-00adc567377f up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:12:07.549930 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395695d8-d0fd-48d6-b98c-442a4bfed376 admin admin] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:12:07.552077 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 894f5326-0333-490b-a1a2-00adc567377f triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:07.552628 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (894f5326-0333-490b-a1a2-00adc567377f), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:07.558059 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-395695d8-d0fd-48d6-b98c-442a4bfed376 admin admin] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:12:07.568004 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395695d8-d0fd-48d6-b98c-442a4bfed376 admin admin] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:12:07.572383 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:07.603087 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b48b3045-8bad-498f-a619-fcd35077cdaf admin admin] Publish callbacks [] for security_group (451f8571-7c88-48b1-9ec6-9e2abad67916), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:07.622925 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395695d8-d0fd-48d6-b98c-442a4bfed376 admin admin] Pushing event updated for resources: {'Port': ['ID=31ec2b70-95bd-43e2-ab0e-e9d063176b40,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:07.654889 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 894f5326-0333-490b-a1a2-00adc567377f is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:12:07.656043 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device b1f73396-559a-4a75-b914-74b19b856b10 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:12:07.668041 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b48b3045-8bad-498f-a619-fcd35077cdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (451f8571-7c88-48b1-9ec6-9e2abad67916), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:07.713064 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port b1f73396-559a-4a75-b914-74b19b856b10 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:07.713443 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (b1f73396-559a-4a75-b914-74b19b856b10), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:07.722684 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b3045-8bad-498f-a619-fcd35077cdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451f8571-7c88-48b1-9ec6-9e2abad67916,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:07.773090 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-b48b3045-8bad-498f-a619-fcd35077cdaf admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a169834ed6224e4493a593728afb8179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5086129 Aug 18 17:12:07.778299 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 50056) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:12:07.811897 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:07.823856 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:07.838727 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port b1f73396-559a-4a75-b914-74b19b856b10 is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:12:07.839162 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (b1f73396-559a-4a75-b914-74b19b856b10), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:07.868786 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a88d46d2-3a62-48a1-93d3-8b0e5ef591fa admin admin] Publish callbacks [] for security_group (451f8571-7c88-48b1-9ec6-9e2abad67916), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:07.895975 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port b1f73396-559a-4a75-b914-74b19b856b10, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=b1f73396-559a-4a75-b914-74b19b856b10,segment=NetworkSegment(18f1b367-0c7e-4cfe-a0a6-677c8efd49ab),segment_id=18f1b367-0c7e-4cfe-a0a6-677c8efd49ab)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:12:07.904751 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a88d46d2-3a62-48a1-93d3-8b0e5ef591fa admin admin] Publish callbacks [] for security_group (451f8571-7c88-48b1-9ec6-9e2abad67916), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:07.983954 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (b1f73396-559a-4a75-b914-74b19b856b10), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:07.984963 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device f8c189ec-7180-4b7a-9c33-a290a1256f92 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:12:08.069829 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-395695d8-d0fd-48d6-b98c-442a4bfed376 admin admin] Publish callbacks [] for router_gateway (35364dac-c1d2-4061-b956-06884de95eba), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:08.114743 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a88d46d2-3a62-48a1-93d3-8b0e5ef591fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (451f8571-7c88-48b1-9ec6-9e2abad67916), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:08.117448 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a88d46d2-3a62-48a1-93d3-8b0e5ef591fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:08.131136 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-a88d46d2-3a62-48a1-93d3-8b0e5ef591fa admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/451f8571-7c88-48b1-9ec6-9e2abad67916 HTTP/1.1" status: 204 len: 168 time: 0.3449810 Aug 18 17:12:08.156930 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port f8c189ec-7180-4b7a-9c33-a290a1256f92 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:08.157307 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (f8c189ec-7180-4b7a-9c33-a290a1256f92), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:08.163129 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d46d2-3a62-48a1-93d3-8b0e5ef591fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451f8571-7c88-48b1-9ec6-9e2abad67916,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:08.226989 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cdb7b1-1196-4381-bbfa-bdc6794b9815 None None] Network b8acab8d-f382-44b0-8858-cd37e60db97f requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:12:08.263231 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=b1f73396-559a-4a75-b914-74b19b856b10,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:08.405087 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-395695d8-d0fd-48d6-b98c-442a4bfed376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3874809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3876444'] for router (35364dac-c1d2-4061-b956-06884de95eba), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:08.520075 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-0ec9e0f1-a2c9-4794-9ff2-bfb467c6e55d None None] Provisioning complete for port f8c189ec-7180-4b7a-9c33-a290a1256f92 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:08.520075 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-0ec9e0f1-a2c9-4794-9ff2-bfb467c6e55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (f8c189ec-7180-4b7a-9c33-a290a1256f92), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:08.618104 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port f8c189ec-7180-4b7a-9c33-a290a1256f92 is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:12:08.618576 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (f8c189ec-7180-4b7a-9c33-a290a1256f92), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:08.635472 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12fd14-d597-4d78-8e4c-81396bd6c234 req-9fbacfed-f26d-4be0-8a22-6295ac94c3cc tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:08.645681 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7c12fd14-d597-4d78-8e4c-81396bd6c234 req-9fbacfed-f26d-4be0-8a22-6295ac94c3cc tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.1349194 Aug 18 17:12:08.744396 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port f8c189ec-7180-4b7a-9c33-a290a1256f92, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=f8c189ec-7180-4b7a-9c33-a290a1256f92,segment=NetworkSegment(27bd9a73-5181-434e-81c6-52083b7ae9a2),segment_id=27bd9a73-5181-434e-81c6-52083b7ae9a2)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:12:08.759967 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395695d8-d0fd-48d6-b98c-442a4bfed376 admin admin] Router 35364dac-c1d2-4061-b956-06884de95eba is scheduled to L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 with binding_index 1 {{(pid=106918) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 17:12:08.770264 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-0ec9e0f1-a2c9-4794-9ff2-bfb467c6e55d None None] Current status of the port f8c189ec-7180-4b7a-9c33-a290a1256f92 is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:12:08.770785 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-0ec9e0f1-a2c9-4794-9ff2-bfb467c6e55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (f8c189ec-7180-4b7a-9c33-a290a1256f92), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:08.773503 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7c12fd14-d597-4d78-8e4c-81396bd6c234 req-993b3af8-c11a-4348-b77f-8284790a2b0d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214328 Aug 18 17:12:08.837909 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (f8c189ec-7180-4b7a-9c33-a290a1256f92), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:08.886216 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395695d8-d0fd-48d6-b98c-442a4bfed376 admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:12:08.925314 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] Sync routers for ids ['35364dac-c1d2-4061-b956-06884de95eba'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:12:08.952679 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.db.api [None req-0ec9e0f1-a2c9-4794-9ff2-bfb467c6e55d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106920) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 18 17:12:08.953101 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG oslo_db.api [None req-0ec9e0f1-a2c9-4794-9ff2-bfb467c6e55d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 17:12:08.962112 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-395695d8-d0fd-48d6-b98c-442a4bfed376 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:08.962319 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] Routers {'35364dac-c1d2-4061-b956-06884de95eba'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:12:08.962977 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:11:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['35364dac-c1d2-4061-b956-06884de95eba'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:12:08.968895 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-395695d8-d0fd-48d6-b98c-442a4bfed376 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0472522 Aug 18 17:12:08.969039 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50076) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:12:09.010455 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=f8c189ec-7180-4b7a-9c33-a290a1256f92,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:09.094150 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:09.094697 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:09.096884 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] Set router 35364dac-c1d2-4061-b956-06884de95eba gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:12:09.297199 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device b1f73396-559a-4a75-b914-74b19b856b10 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:12:09.349468 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35364dac-c1d2-4061-b956-06884de95eba', 'name': 'tempest-TestVolumeBootPattern-1048322119-router', 'tenant_id': 'b92e268226e2405785d6106f2b6e35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '31ec2b70-95bd-43e2-ab0e-e9d063176b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:06Z', 'updated_at': '2022-08-18T17:12:07Z', 'revision_number': 3, 'project_id': 'b92e268226e2405785d6106f2b6e35eb', 'gw_port': {'id': '31ec2b70-95bd-43e2-ab0e-e9d063176b40', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:93:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35364dac-c1d2-4061-b956-06884de95eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:06Z', 'updated_at': '2022-08-18T17:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:12:09.384717 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] Checking router: 35364dac-c1d2-4061-b956-06884de95eba for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:12:09.387905 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] Updating router 35364dac-c1d2-4061-b956-06884de95eba port 31ec2b70-95bd-43e2-ab0e-e9d063176b40 binding host dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 17:12:09.425213 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:09.430083 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port b1f73396-559a-4a75-b914-74b19b856b10 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:09.430462 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (b1f73396-559a-4a75-b914-74b19b856b10), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:09.432273 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (31ec2b70-95bd-43e2-ab0e-e9d063176b40), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:09.437667 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:09.552265 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c4929840-c797-4e55-9d93-40d4ee29fae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:09.617806 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-0ec9e0f1-a2c9-4794-9ff2-bfb467c6e55d None None] Current status of the port f8c189ec-7180-4b7a-9c33-a290a1256f92 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:12:09.685964 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port b1f73396-559a-4a75-b914-74b19b856b10 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:12:09.688418 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device f8c189ec-7180-4b7a-9c33-a290a1256f92 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:12:09.756772 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [None req-c4929840-c797-4e55-9d93-40d4ee29fae3 admin admin] Allocated IP 172.20.0.1 (b8acab8d-f382-44b0-8858-cd37e60db97f/c961c807-7959-4c23-a37c-9e3a708db919/ab19fdd7-d82a-4cf3-b730-3cd0bf907306) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:12:09.798371 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-6cad2872-6207-4bb0-9597-61bd6842784e None None] Provisioning complete for port f8c189ec-7180-4b7a-9c33-a290a1256f92 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:09.798371 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-6cad2872-6207-4bb0-9597-61bd6842784e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (f8c189ec-7180-4b7a-9c33-a290a1256f92), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:09.889346 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port f8c189ec-7180-4b7a-9c33-a290a1256f92 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:09.889346 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (f8c189ec-7180-4b7a-9c33-a290a1256f92), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:09.965692 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=100 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:09.968412 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928aaf9-f62f-478a-bdf2-5d719e282573 req-832b317b-87b1-45ce-b246-be5d559e6536 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:09.975359 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7928aaf9-f62f-478a-bdf2-5d719e282573 req-832b317b-87b1-45ce-b246-be5d559e6536 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0747974 Aug 18 17:12:09.981342 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c4929840-c797-4e55-9d93-40d4ee29fae3 admin admin] Publish callbacks [] for port (ab19fdd7-d82a-4cf3-b730-3cd0bf907306), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:09.999007 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:10.032179 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-6cad2872-6207-4bb0-9597-61bd6842784e None None] Current status of the port f8c189ec-7180-4b7a-9c33-a290a1256f92 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:12:10.065125 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7928aaf9-f62f-478a-bdf2-5d719e282573 req-60711aa1-383d-4da5-ad23-9a85ae96434b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882981 Aug 18 17:12:10.088932 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] Publish callbacks [] for port (31ec2b70-95bd-43e2-ab0e-e9d063176b40), precommit_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:10.106261 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port f8c189ec-7180-4b7a-9c33-a290a1256f92 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:12:10.137801 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c4929840-c797-4e55-9d93-40d4ee29fae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (ab19fdd7-d82a-4cf3-b730-3cd0bf907306), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:10.150272 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (31ec2b70-95bd-43e2-ab0e-e9d063176b40), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:10.220903 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4929840-c797-4e55-9d93-40d4ee29fae3 admin admin] Network b8acab8d-f382-44b0-8858-cd37e60db97f is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:12:10.224814 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-c4929840-c797-4e55-9d93-40d4ee29fae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:12:10.228720 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4929840-c797-4e55-9d93-40d4ee29fae3 admin admin] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:12:10.231022 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] Attempting to bind port 31ec2b70-95bd-43e2-ab0e-e9d063176b40 on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:12:10.232283 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] Attempting to bind port 31ec2b70-95bd-43e2-ab0e-e9d063176b40 by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:12:10.232724 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] Attempting to bind port 31ec2b70-95bd-43e2-ab0e-e9d063176b40 on network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:12:10.235321 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33f845-703d-4252-96d6-bc316af09ffe None None] Pushing event updated for resources: {'Port': ['ID=31ec2b70-95bd-43e2-ab0e-e9d063176b40,revision_number=2']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:10.242036 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:12:10.242504 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] Checking segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:12:10.242980 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:10.243466 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] Bound using segment: {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'} {{(pid=106920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:12:10.244226 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.managers [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] Bound port: 31ec2b70-95bd-43e2-ab0e-e9d063176b40, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94faa1a3-5b0c-4b15-943d-a820287b332b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}}] {{(pid=106920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:12:10.244763 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (31ec2b70-95bd-43e2-ab0e-e9d063176b40), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:10.270227 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4929840-c797-4e55-9d93-40d4ee29fae3 admin admin] Pushing event updated for resources: {'Port': ['ID=ab19fdd7-d82a-4cf3-b730-3cd0bf907306,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:10.302520 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c4929840-c797-4e55-9d93-40d4ee29fae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3878446'] for router_interface (35364dac-c1d2-4061-b956-06884de95eba), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:10.328127 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] For port 31ec2b70-95bd-43e2-ab0e-e9d063176b40, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:12:10.331781 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] For port 31ec2b70-95bd-43e2-ab0e-e9d063176b40, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=31ec2b70-95bd-43e2-ab0e-e9d063176b40,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:12:10.415076 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (31ec2b70-95bd-43e2-ab0e-e9d063176b40), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:10.463233 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:10.468030 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] Routers {'35364dac-c1d2-4061-b956-06884de95eba'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:12:10.470145 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:11:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['35364dac-c1d2-4061-b956-06884de95eba'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:12:10.548186 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33f845-703d-4252-96d6-bc316af09ffe None None] Pushing event updated for resources: {'Port': ['ID=31ec2b70-95bd-43e2-ab0e-e9d063176b40,revision_number=3']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:10.550001 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c4929840-c797-4e55-9d93-40d4ee29fae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (ab19fdd7-d82a-4cf3-b730-3cd0bf907306), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:10.602970 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-7945e4aa-aef2-408b-ac4e-c54a6d8c3e87 None None] Provisioning complete for port ab19fdd7-d82a-4cf3-b730-3cd0bf907306 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:10.603665 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-7945e4aa-aef2-408b-ac4e-c54a6d8c3e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (ab19fdd7-d82a-4cf3-b730-3cd0bf907306), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:10.655188 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] Set router 35364dac-c1d2-4061-b956-06884de95eba gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:12:10.658704 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-7945e4aa-aef2-408b-ac4e-c54a6d8c3e87 None None] Port ab19fdd7-d82a-4cf3-b730-3cd0bf907306 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:12:10.798017 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c4929840-c797-4e55-9d93-40d4ee29fae3 admin admin] Publish callbacks [] for port (ab19fdd7-d82a-4cf3-b730-3cd0bf907306), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:10.857066 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c4929840-c797-4e55-9d93-40d4ee29fae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (ab19fdd7-d82a-4cf3-b730-3cd0bf907306), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:10.908475 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:10.927401 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4929840-c797-4e55-9d93-40d4ee29fae3 admin admin] Pushing event updated for resources: {'Port': ['ID=ab19fdd7-d82a-4cf3-b730-3cd0bf907306,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:10.932831 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c4929840-c797-4e55-9d93-40d4ee29fae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3878594'] for router_interface (35364dac-c1d2-4061-b956-06884de95eba), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:10.996064 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35364dac-c1d2-4061-b956-06884de95eba', 'name': 'tempest-TestVolumeBootPattern-1048322119-router', 'tenant_id': 'b92e268226e2405785d6106f2b6e35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '31ec2b70-95bd-43e2-ab0e-e9d063176b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:06Z', 'updated_at': '2022-08-18T17:12:07Z', 'revision_number': 3, 'project_id': 'b92e268226e2405785d6106f2b6e35eb', 'gw_port': {'id': '31ec2b70-95bd-43e2-ab0e-e9d063176b40', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:93:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35364dac-c1d2-4061-b956-06884de95eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:06Z', 'updated_at': '2022-08-18T17:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:12:11.026129 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c78c29-409b-4e6a-b44f-5567c52380e8 None None] The sync data for ids ['35364dac-c1d2-4061-b956-06884de95eba'] in dv-cinder-853678-2-iscsi is: [{'id': '35364dac-c1d2-4061-b956-06884de95eba', 'name': 'tempest-TestVolumeBootPattern-1048322119-router', 'tenant_id': 'b92e268226e2405785d6106f2b6e35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '31ec2b70-95bd-43e2-ab0e-e9d063176b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:06Z', 'updated_at': '2022-08-18T17:12:07Z', 'revision_number': 3, 'project_id': 'b92e268226e2405785d6106f2b6e35eb', 'gw_port': {'id': '31ec2b70-95bd-43e2-ab0e-e9d063176b40', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:93:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35364dac-c1d2-4061-b956-06884de95eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:06Z', 'updated_at': '2022-08-18T17:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:12:11.053881 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4929840-c797-4e55-9d93-40d4ee29fae3 admin admin] Network b8acab8d-f382-44b0-8858-cd37e60db97f is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:12:11.055197 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [None req-c4929840-c797-4e55-9d93-40d4ee29fae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:12:11.108198 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-2b4feb09-3680-47e9-98df-779666ae1ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:11.267638 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec715e-ab9b-4240-aa84-7c8be3e251ef req-0c3a127b-49d2-4500-8371-5d7974a5c90c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:11.269046 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4929840-c797-4e55-9d93-40d4ee29fae3 admin admin] Router 35364dac-c1d2-4061-b956-06884de95eba has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:12:11.276016 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d4ec715e-ab9b-4240-aa84-7c8be3e251ef req-0c3a127b-49d2-4500-8371-5d7974a5c90c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.1006703 Aug 18 17:12:11.348413 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:11.380565 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d4ec715e-ab9b-4240-aa84-7c8be3e251ef req-feb0cd97-cbb2-472c-ac20-607ae078c003 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828254 Aug 18 17:12:11.431706 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-dfc087b0-8a25-4b68-9210-2462bdae01ea None None] Provisioning complete for port ab19fdd7-d82a-4cf3-b730-3cd0bf907306 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:11.435331 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-dfc087b0-8a25-4b68-9210-2462bdae01ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (ab19fdd7-d82a-4cf3-b730-3cd0bf907306), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:11.470784 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4929840-c797-4e55-9d93-40d4ee29fae3 admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:12:11.477365 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-c4929840-c797-4e55-9d93-40d4ee29fae3 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/35364dac-c1d2-4061-b956-06884de95eba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5072386 Aug 18 17:12:11.504246 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-dfc087b0-8a25-4b68-9210-2462bdae01ea None None] Port ab19fdd7-d82a-4cf3-b730-3cd0bf907306 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:12:12.118375 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 50088) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:12:12.119875 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-357c6f51-2379-4f3e-928e-017dae75acf3 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1612543765', 'description': 'tempest-secgroup-smoke-1612543765 description', 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:12:12.245467 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-357c6f51-2379-4f3e-928e-017dae75acf3 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:12.320018 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:12:12.340606 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-357c6f51-2379-4f3e-928e-017dae75acf3 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group (4b230ef0-65f3-46e8-b530-5645a7ed54ff), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:12.509742 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:12.536634 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aef932-dbc6-4a5e-aaa5-b7a8ba9a315f req-3715413a-4ad7-474f-b374-4a095af0e341 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:12.539419 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c3aef932-dbc6-4a5e-aaa5-b7a8ba9a315f req-3715413a-4ad7-474f-b374-4a095af0e341 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0578392 Aug 18 17:12:12.589429 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c3aef932-dbc6-4a5e-aaa5-b7a8ba9a315f req-43dc522f-323b-45a0-a846-ac87e5486041 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440030 Aug 18 17:12:12.685572 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-357c6f51-2379-4f3e-928e-017dae75acf3 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (4b230ef0-65f3-46e8-b530-5645a7ed54ff), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:12.719620 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c6f51-2379-4f3e-928e-017dae75acf3 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b230ef0-65f3-46e8-b530-5645a7ed54ff,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:12.858785 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-357c6f51-2379-4f3e-928e-017dae75acf3 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:12.860001 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-357c6f51-2379-4f3e-928e-017dae75acf3 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7460902 Aug 18 17:12:12.863023 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 50092) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:12:12.867560 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-f8592943-d45b-493b-9c6a-9100089e57b2 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Request body: {'security_group_rule': {'security_group_id': '4b230ef0-65f3-46e8-b530-5645a7ed54ff', 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:12:12.960459 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f8592943-d45b-493b-9c6a-9100089e57b2 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group_rule (793652c9-43c8-4766-a4a0-fe0b5f7d3722), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:13.035910 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f8592943-d45b-493b-9c6a-9100089e57b2 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group_rule (793652c9-43c8-4766-a4a0-fe0b5f7d3722), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:13.107926 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f8592943-d45b-493b-9c6a-9100089e57b2 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (793652c9-43c8-4766-a4a0-fe0b5f7d3722), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:13.134047 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8592943-d45b-493b-9c6a-9100089e57b2 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793652c9-43c8-4766-a4a0-fe0b5f7d3722,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:13.213494 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f8592943-d45b-493b-9c6a-9100089e57b2 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:13.222890 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50100) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:12:13.228293 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-f8592943-d45b-493b-9c6a-9100089e57b2 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3641238 Aug 18 17:12:13.229727 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-e173e2bb-2d07-49a7-b73e-d377c36a157e tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Request body: {'security_group_rule': {'security_group_id': '4b230ef0-65f3-46e8-b530-5645a7ed54ff', 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:12:13.233521 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 31ec2b70-95bd-43e2-ab0e-e9d063176b40 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:12:13.289108 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 31ec2b70-95bd-43e2-ab0e-e9d063176b40 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:13.289476 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (31ec2b70-95bd-43e2-ab0e-e9d063176b40), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:13.329902 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e173e2bb-2d07-49a7-b73e-d377c36a157e tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group_rule (77d71809-6bd5-4282-a1c1-76a9deece207), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:13.394625 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-b5d36591-08ae-40c9-afae-216b87d13177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:13.405598 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 31ec2b70-95bd-43e2-ab0e-e9d063176b40 is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:12:13.405999 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (31ec2b70-95bd-43e2-ab0e-e9d063176b40), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:13.434233 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port 31ec2b70-95bd-43e2-ab0e-e9d063176b40, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=31ec2b70-95bd-43e2-ab0e-e9d063176b40,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:12:13.457791 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e173e2bb-2d07-49a7-b73e-d377c36a157e tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group_rule (77d71809-6bd5-4282-a1c1-76a9deece207), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:13.474601 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (31ec2b70-95bd-43e2-ab0e-e9d063176b40), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:13.505431 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:13.519637 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e173e2bb-2d07-49a7-b73e-d377c36a157e tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (77d71809-6bd5-4282-a1c1-76a9deece207), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:13.544408 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173e2bb-2d07-49a7-b73e-d377c36a157e tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d71809-6bd5-4282-a1c1-76a9deece207,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:13.569324 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=31ec2b70-95bd-43e2-ab0e-e9d063176b40,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:13.617718 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e173e2bb-2d07-49a7-b73e-d377c36a157e tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:13.623367 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-e173e2bb-2d07-49a7-b73e-d377c36a157e tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3962195 Aug 18 17:12:13.626754 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50102) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:12:13.631768 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-c72cd44f-23d8-431d-bb0f-120cf30e3eaa tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Request body: {'security_group_rule': {'security_group_id': '4b230ef0-65f3-46e8-b530-5645a7ed54ff', 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:12:13.730444 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c72cd44f-23d8-431d-bb0f-120cf30e3eaa tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group_rule (bffbf65a-6dda-4a4d-aa7e-bc3893505ce0), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:13.759400 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d744e19-fd9b-4003-b806-671876cecb89 req-8806bb0f-832b-4d87-bda6-b6101076c2fc tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:13.761002 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4d744e19-fd9b-4003-b806-671876cecb89 req-8806bb0f-832b-4d87-bda6-b6101076c2fc tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0669360 Aug 18 17:12:13.858531 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4d744e19-fd9b-4003-b806-671876cecb89 req-6d81a5ee-4ed1-4e65-90b5-4e91c4c82661 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901346 Aug 18 17:12:13.869785 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c72cd44f-23d8-431d-bb0f-120cf30e3eaa tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group_rule (bffbf65a-6dda-4a4d-aa7e-bc3893505ce0), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:13.948008 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c72cd44f-23d8-431d-bb0f-120cf30e3eaa tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (bffbf65a-6dda-4a4d-aa7e-bc3893505ce0), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:13.969571 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72cd44f-23d8-431d-bb0f-120cf30e3eaa tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffbf65a-6dda-4a4d-aa7e-bc3893505ce0,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:14.047235 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c72cd44f-23d8-431d-bb0f-120cf30e3eaa tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:14.048734 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-c72cd44f-23d8-431d-bb0f-120cf30e3eaa tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4213855 Aug 18 17:12:14.051853 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50106) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:12:14.056510 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-e8951693-2de9-408a-b404-d2d5737794ee tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Request body: {'security_group_rule': {'security_group_id': '4b230ef0-65f3-46e8-b530-5645a7ed54ff', 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:12:14.105440 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] Sync routers for ids ['35364dac-c1d2-4061-b956-06884de95eba'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:12:14.117399 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] Routers {'35364dac-c1d2-4061-b956-06884de95eba'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:12:14.118181 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:12:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['35364dac-c1d2-4061-b956-06884de95eba'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:12:14.132621 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e8951693-2de9-408a-b404-d2d5737794ee tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group_rule (cb0eb1d4-7ba4-4b68-bf3e-4f92bd5ee643), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:14.199496 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:14.208017 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e8951693-2de9-408a-b404-d2d5737794ee tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group_rule (cb0eb1d4-7ba4-4b68-bf3e-4f92bd5ee643), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:14.237521 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] Set router 35364dac-c1d2-4061-b956-06884de95eba gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:12:14.316001 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e8951693-2de9-408a-b404-d2d5737794ee tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (cb0eb1d4-7ba4-4b68-bf3e-4f92bd5ee643), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:14.340286 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8951693-2de9-408a-b404-d2d5737794ee tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0eb1d4-7ba4-4b68-bf3e-4f92bd5ee643,revision_number=0']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:14.406837 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e8951693-2de9-408a-b404-d2d5737794ee tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:14.408860 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-e8951693-2de9-408a-b404-d2d5737794ee tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3559992 Aug 18 17:12:14.412027 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 50108) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:12:14.418074 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-5e0bbfdb-d619-48f9-90c6-aba993dff4b5 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Request body: {'security_group_rule': {'security_group_id': '4b230ef0-65f3-46e8-b530-5645a7ed54ff', 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:12:14.471806 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35364dac-c1d2-4061-b956-06884de95eba', 'name': 'tempest-TestVolumeBootPattern-1048322119-router', 'tenant_id': 'b92e268226e2405785d6106f2b6e35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '31ec2b70-95bd-43e2-ab0e-e9d063176b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:06Z', 'updated_at': '2022-08-18T17:12:10Z', 'revision_number': 4, 'project_id': 'b92e268226e2405785d6106f2b6e35eb', 'gw_port': {'id': '31ec2b70-95bd-43e2-ab0e-e9d063176b40', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35364dac-c1d2-4061-b956-06884de95eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:06Z', 'updated_at': '2022-08-18T17:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'ab19fdd7-d82a-4cf3-b730-3cd0bf907306', 'name': '', 'network_id': 'b8acab8d-f382-44b0-8858-cd37e60db97f', 'tenant_id': 'b92e268226e2405785d6106f2b6e35eb', 'mac_address': 'fa:16:3e:93:72:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35364dac-c1d2-4061-b956-06884de95eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'c961c807-7959-4c23-a37c-9e3a708db919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:09Z', 'updated_at': '2022-08-18T17:12:10Z', 'revision_number': 2, 'project_id': 'b92e268226e2405785d6106f2b6e35eb', 'subnets': [{'id': 'c961c807-7959-4c23-a37c-9e3a708db919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:12:14.502378 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.securitygroups_db [None req-5e0bbfdb-d619-48f9-90c6-aba993dff4b5 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Project c5e8eba08dfc4946becd6dba63f94eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 17:12:14.509581 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5e0bbfdb-d619-48f9-90c6-aba993dff4b5 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group_rule (c695d778-ef36-4362-96ce-53d9b5689ee1), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:14.515101 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] Checking router: 35364dac-c1d2-4061-b956-06884de95eba for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:12:14.515834 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] Updating router 35364dac-c1d2-4061-b956-06884de95eba port ab19fdd7-d82a-4cf3-b730-3cd0bf907306 binding host dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 17:12:14.544474 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:14.554032 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=100 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:14.555117 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (ab19fdd7-d82a-4cf3-b730-3cd0bf907306), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:14.586602 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5e0bbfdb-d619-48f9-90c6-aba993dff4b5 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group_rule (c695d778-ef36-4362-96ce-53d9b5689ee1), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:14.656092 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5e0bbfdb-d619-48f9-90c6-aba993dff4b5 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (c695d778-ef36-4362-96ce-53d9b5689ee1), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:14.693655 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bbfdb-d619-48f9-90c6-aba993dff4b5 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c695d778-ef36-4362-96ce-53d9b5689ee1,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:14.759587 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5e0bbfdb-d619-48f9-90c6-aba993dff4b5 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:14.759587 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-5e0bbfdb-d619-48f9-90c6-aba993dff4b5 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3436353 Aug 18 17:12:14.759934 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 50112) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:12:14.764758 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-05cde2f6-10f9-47d8-b56b-0e950faab6ac tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Request body: {'security_group_rule': {'security_group_id': '4b230ef0-65f3-46e8-b530-5645a7ed54ff', 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:12:14.776588 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:14.862511 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.securitygroups_db [None req-05cde2f6-10f9-47d8-b56b-0e950faab6ac tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Project c5e8eba08dfc4946becd6dba63f94eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 17:12:14.869904 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-05cde2f6-10f9-47d8-b56b-0e950faab6ac tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group_rule (084af736-32a5-474a-8bab-633b1114d6e8), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:14.908813 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] Publish callbacks [] for port (ab19fdd7-d82a-4cf3-b730-3cd0bf907306), precommit_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:14.952199 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-05cde2f6-10f9-47d8-b56b-0e950faab6ac tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group_rule (084af736-32a5-474a-8bab-633b1114d6e8), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:14.970952 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (ab19fdd7-d82a-4cf3-b730-3cd0bf907306), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:15.021000 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9671ef-96b7-4cb1-87c6-11cf6c53e70d req-fae10f90-56ce-4263-bfdd-e14d3bbef803 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:15.031180 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ab9671ef-96b7-4cb1-87c6-11cf6c53e70d req-fae10f90-56ce-4263-bfdd-e14d3bbef803 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0712700 Aug 18 17:12:15.048491 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-05cde2f6-10f9-47d8-b56b-0e950faab6ac tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (084af736-32a5-474a-8bab-633b1114d6e8), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:15.063843 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9155d6-5daf-4bcd-b65a-6bdb5cb83589 None None] Pushing event updated for resources: {'Port': ['ID=ab19fdd7-d82a-4cf3-b730-3cd0bf907306,revision_number=3']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:15.071604 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] Attempting to bind port ab19fdd7-d82a-4cf3-b730-3cd0bf907306 on host dv-cinder-853678-2-iscsi for vnic_type normal with profile {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:12:15.072366 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] Attempting to bind port ab19fdd7-d82a-4cf3-b730-3cd0bf907306 by drivers openvswitch,hyperv on host dv-cinder-853678-2-iscsi at level 0 using segments [{'id': '27bd9a73-5181-434e-81c6-52083b7ae9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b8acab8d-f382-44b0-8858-cd37e60db97f'}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:12:15.072981 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] Attempting to bind port ab19fdd7-d82a-4cf3-b730-3cd0bf907306 on network b8acab8d-f382-44b0-8858-cd37e60db97f {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:12:15.079950 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] Checking agent: {'id': 'b0707adb-5b35-42a4-928f-5baca9819da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853678-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 16, 57, 16), 'started_at': datetime.datetime(2022, 8, 18, 16, 57, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853678-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:12:15.080684 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] Checking segment: {'id': '27bd9a73-5181-434e-81c6-52083b7ae9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b8acab8d-f382-44b0-8858-cd37e60db97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:12:15.081332 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:15.082502 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] Bound using segment: {'id': '27bd9a73-5181-434e-81c6-52083b7ae9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b8acab8d-f382-44b0-8858-cd37e60db97f'} {{(pid=106921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:12:15.083189 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.managers [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] Bound port: ab19fdd7-d82a-4cf3-b730-3cd0bf907306, host: dv-cinder-853678-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27bd9a73-5181-434e-81c6-52083b7ae9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b8acab8d-f382-44b0-8858-cd37e60db97f'}}] {{(pid=106921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:12:15.083827 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (ab19fdd7-d82a-4cf3-b730-3cd0bf907306), before_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:15.114052 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ab9671ef-96b7-4cb1-87c6-11cf6c53e70d req-767fd191-987c-4fc5-94cb-61953c49238a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831313 Aug 18 17:12:15.116081 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cde2f6-10f9-47d8-b56b-0e950faab6ac tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084af736-32a5-474a-8bab-633b1114d6e8,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:15.171812 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] For port ab19fdd7-d82a-4cf3-b730-3cd0bf907306, host dv-cinder-853678-2-iscsi, cleared binding levels {{(pid=106921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:12:15.176834 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.plugins.ml2.db [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] For port ab19fdd7-d82a-4cf3-b730-3cd0bf907306, host dv-cinder-853678-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=ab19fdd7-d82a-4cf3-b730-3cd0bf907306,segment=NetworkSegment(27bd9a73-5181-434e-81c6-52083b7ae9a2),segment_id=27bd9a73-5181-434e-81c6-52083b7ae9a2)] {{(pid=106921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:12:15.196484 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-05cde2f6-10f9-47d8-b56b-0e950faab6ac tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:15.198069 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-05cde2f6-10f9-47d8-b56b-0e950faab6ac tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4369581 Aug 18 17:12:15.252782 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 31ec2b70-95bd-43e2-ab0e-e9d063176b40 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:12:15.269758 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron_lib.callbacks.manager [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (ab19fdd7-d82a-4cf3-b730-3cd0bf907306), after_update {{(pid=106921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:15.328389 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port 31ec2b70-95bd-43e2-ab0e-e9d063176b40 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:15.328970 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (31ec2b70-95bd-43e2-ab0e-e9d063176b40), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:15.368778 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:15.370892 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9155d6-5daf-4bcd-b65a-6bdb5cb83589 None None] Pushing event updated for resources: {'Port': ['ID=ab19fdd7-d82a-4cf3-b730-3cd0bf907306,revision_number=4']} {{(pid=106921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:15.389543 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] Routers {'35364dac-c1d2-4061-b956-06884de95eba'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:12:15.390989 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:12:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['35364dac-c1d2-4061-b956-06884de95eba'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:12:15.479692 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port 31ec2b70-95bd-43e2-ab0e-e9d063176b40 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:12:15.523533 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] Set router 35364dac-c1d2-4061-b956-06884de95eba gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:12:15.750508 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:15.758545 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35364dac-c1d2-4061-b956-06884de95eba', 'name': 'tempest-TestVolumeBootPattern-1048322119-router', 'tenant_id': 'b92e268226e2405785d6106f2b6e35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '31ec2b70-95bd-43e2-ab0e-e9d063176b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:06Z', 'updated_at': '2022-08-18T17:12:10Z', 'revision_number': 4, 'project_id': 'b92e268226e2405785d6106f2b6e35eb', 'gw_port': {'id': '31ec2b70-95bd-43e2-ab0e-e9d063176b40', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35364dac-c1d2-4061-b956-06884de95eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:06Z', 'updated_at': '2022-08-18T17:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'ab19fdd7-d82a-4cf3-b730-3cd0bf907306', 'name': '', 'network_id': 'b8acab8d-f382-44b0-8858-cd37e60db97f', 'tenant_id': 'b92e268226e2405785d6106f2b6e35eb', 'mac_address': 'fa:16:3e:93:72:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35364dac-c1d2-4061-b956-06884de95eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'c961c807-7959-4c23-a37c-9e3a708db919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:09Z', 'updated_at': '2022-08-18T17:12:15Z', 'revision_number': 4, 'project_id': 'b92e268226e2405785d6106f2b6e35eb', 'subnets': [{'id': 'c961c807-7959-4c23-a37c-9e3a708db919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:12:15.791884 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59373017-e4b6-4f7a-8918-92aacec397de None None] The sync data for ids ['35364dac-c1d2-4061-b956-06884de95eba'] in dv-cinder-853678-2-iscsi is: [{'id': '35364dac-c1d2-4061-b956-06884de95eba', 'name': 'tempest-TestVolumeBootPattern-1048322119-router', 'tenant_id': 'b92e268226e2405785d6106f2b6e35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '31ec2b70-95bd-43e2-ab0e-e9d063176b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:06Z', 'updated_at': '2022-08-18T17:12:10Z', 'revision_number': 4, 'project_id': 'b92e268226e2405785d6106f2b6e35eb', 'gw_port': {'id': '31ec2b70-95bd-43e2-ab0e-e9d063176b40', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35364dac-c1d2-4061-b956-06884de95eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:06Z', 'updated_at': '2022-08-18T17:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'ab19fdd7-d82a-4cf3-b730-3cd0bf907306', 'name': '', 'network_id': 'b8acab8d-f382-44b0-8858-cd37e60db97f', 'tenant_id': 'b92e268226e2405785d6106f2b6e35eb', 'mac_address': 'fa:16:3e:93:72:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35364dac-c1d2-4061-b956-06884de95eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'c961c807-7959-4c23-a37c-9e3a708db919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:09Z', 'updated_at': '2022-08-18T17:12:15Z', 'revision_number': 4, 'project_id': 'b92e268226e2405785d6106f2b6e35eb', 'subnets': [{'id': 'c961c807-7959-4c23-a37c-9e3a708db919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:12:16.199840 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:16.287378 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7bbbd-e433-4312-aa2e-f2d4f8e307c0 req-b62fbcb3-beb8-46d9-b6fb-a72a1bddf141 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:16.313928 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-80a7bbbd-e433-4312-aa2e-f2d4f8e307c0 req-b62fbcb3-beb8-46d9-b6fb-a72a1bddf141 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0519357 Aug 18 17:12:16.343703 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-80a7bbbd-e433-4312-aa2e-f2d4f8e307c0 req-0b4092a2-a4b5-4bc0-bc19-82220ca01ce7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476007 Aug 18 17:12:16.456479 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:17.264854 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device ab19fdd7-d82a-4cf3-b730-3cd0bf907306 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:12:17.292467 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:17.318463 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port ab19fdd7-d82a-4cf3-b730-3cd0bf907306 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:17.319199 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (ab19fdd7-d82a-4cf3-b730-3cd0bf907306), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:17.448913 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port ab19fdd7-d82a-4cf3-b730-3cd0bf907306 is: DOWN; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:12:17.449311 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (ab19fdd7-d82a-4cf3-b730-3cd0bf907306), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:17.493479 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] For port ab19fdd7-d82a-4cf3-b730-3cd0bf907306, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=ab19fdd7-d82a-4cf3-b730-3cd0bf907306,segment=NetworkSegment(27bd9a73-5181-434e-81c6-52083b7ae9a2),segment_id=27bd9a73-5181-434e-81c6-52083b7ae9a2)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:12:17.514739 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99287665-2d7a-40c0-9a07-d62cb75d4ed2 req-0bbd0e06-ec4c-4ec4-bed4-60991c1d662f tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:17.517963 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-99287665-2d7a-40c0-9a07-d62cb75d4ed2 req-0bbd0e06-ec4c-4ec4-bed4-60991c1d662f tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0694098 Aug 18 17:12:17.576454 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (ab19fdd7-d82a-4cf3-b730-3cd0bf907306), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:17.576845 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-99287665-2d7a-40c0-9a07-d62cb75d4ed2 req-1f28c078-4a24-47dd-81a1-8ed1dfebecb0 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514235 Aug 18 17:12:17.654193 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Pushing event updated for resources: {'Port': ['ID=ab19fdd7-d82a-4cf3-b730-3cd0bf907306,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:18.760279 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a8819-19be-4721-bace-eb0a1801fa2f req-06e5bbe6-440d-4d12-a13e-aa351c1406c9 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:18.762890 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-654a8819-19be-4721-bace-eb0a1801fa2f req-06e5bbe6-440d-4d12-a13e-aa351c1406c9 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0736983 Aug 18 17:12:18.841973 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-654a8819-19be-4721-bace-eb0a1801fa2f req-b9e65eca-2e14-45f0-8469-8fd98547a38a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714276 Aug 18 17:12:19.225018 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device ab19fdd7-d82a-4cf3-b730-3cd0bf907306 up at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:12:19.278545 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Provisioning complete for port ab19fdd7-d82a-4cf3-b730-3cd0bf907306 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:19.279076 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (ab19fdd7-d82a-4cf3-b730-3cd0bf907306), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:19.358618 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Current status of the port ab19fdd7-d82a-4cf3-b730-3cd0bf907306 is: ACTIVE; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:12:19.995778 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dc323-036a-44e1-8858-afca6382e84a req-7b102b03-de08-468a-a373-1e5e74244a42 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:19.997507 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-499dc323-036a-44e1-8858-afca6382e84a req-7b102b03-de08-468a-a373-1e5e74244a42 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0780849 Aug 18 17:12:20.048600 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-499dc323-036a-44e1-8858-afca6382e84a req-e12c9687-cf4a-48b1-ace2-32d1b95c0416 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454111 Aug 18 17:12:21.182290 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082515f0-f72f-41f6-9fdb-14510b859119 req-033e0d26-a62d-4a34-8b9f-3dc1b5d8b360 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:21.183826 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-082515f0-f72f-41f6-9fdb-14510b859119 req-033e0d26-a62d-4a34-8b9f-3dc1b5d8b360 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0531833 Aug 18 17:12:21.234757 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-082515f0-f72f-41f6-9fdb-14510b859119 req-f49a5244-e291-4132-aef6-2082c512c06a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450346 Aug 18 17:12:21.901143 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85106947-893d-483c-a511-0f606c9b8550 req-383c4f6e-8259-4fa4-ae50-bdffd1ff8495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:21.902655 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-85106947-893d-483c-a511-0f606c9b8550 req-383c4f6e-8259-4fa4-ae50-bdffd1ff8495 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=697adc4a3b0f40ff85d6b415b6bbbefd&device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 1129 time: 0.0446217 Aug 18 17:12:21.933174 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:22.015993 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85106947-893d-483c-a511-0f606c9b8550 req-1ad0d43f-4e74-4537-bdc1-32510667d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:22.017574 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-85106947-893d-483c-a511-0f606c9b8550 req-1ad0d43f-4e74-4537-bdc1-32510667d3d7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=8be6f688-0f91-4174-bb68-fa46841659a9 HTTP/1.1" status: 200 len: 918 time: 0.1078146 Aug 18 17:12:22.092478 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-85106947-893d-483c-a511-0f606c9b8550 req-e3d05a44-6c73-4bf5-9f4c-04b7f1d72ff0 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a4d4f56-49e2-4fd7-905b-4ed206d8d756 HTTP/1.1" status: 200 len: 1001 time: 0.0654743 Aug 18 17:12:22.377221 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56532249-6921-4c62-9512-a432cb15abf3 req-78be5a73-730e-42d1-ba20-60b1bf0cc236 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:22.378785 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-56532249-6921-4c62-9512-a432cb15abf3 req-78be5a73-730e-42d1-ba20-60b1bf0cc236 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0593102 Aug 18 17:12:22.399644 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85106947-893d-483c-a511-0f606c9b8550 req-3c24fc92-b213-48f8-8ccb-c62419fcde40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:22.401114 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-85106947-893d-483c-a511-0f606c9b8550 req-3c24fc92-b213-48f8-8ccb-c62419fcde40 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=a393e81b-56a8-46b6-846e-4d9441213f68 HTTP/1.1" status: 200 len: 856 time: 0.3001103 Aug 18 17:12:22.429837 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-56532249-6921-4c62-9512-a432cb15abf3 req-41c34164-692c-4ce8-86d1-ab1c7a8b2603 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448921 Aug 18 17:12:22.447419 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85106947-893d-483c-a511-0f606c9b8550 req-ec4ffdbf-3ac6-4483-92e5-075c32a5437e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:22.449136 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-85106947-893d-483c-a511-0f606c9b8550 req-ec4ffdbf-3ac6-4483-92e5-075c32a5437e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=8be6f688-0f91-4174-bb68-fa46841659a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405033 Aug 18 17:12:22.547189 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-85106947-893d-483c-a511-0f606c9b8550 req-ebc6e263-206d-49c7-847c-9b44a1254cd5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883043 Aug 18 17:12:22.646487 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-85106947-893d-483c-a511-0f606c9b8550 req-d2d321ef-6ad5-4580-9ddd-e2c708604355 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922444 Aug 18 17:12:23.563873 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da19d9-8058-4615-9636-9ebf6aaf12d8 req-0d3056b5-85f6-4e22-9c3a-b6eb6e92d70e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:23.565340 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-45da19d9-8058-4615-9636-9ebf6aaf12d8 req-0d3056b5-85f6-4e22-9c3a-b6eb6e92d70e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0552363 Aug 18 17:12:23.618804 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-45da19d9-8058-4615-9636-9ebf6aaf12d8 req-644069ce-43ce-4757-9fa7-34e7a8988ca5 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472553 Aug 18 17:12:24.751273 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22827576-ec78-4921-bdc1-ce3b39ce2d39 req-4612d36e-eeff-445c-b914-62985583a942 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:24.752721 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-22827576-ec78-4921-bdc1-ce3b39ce2d39 req-4612d36e-eeff-445c-b914-62985583a942 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0503070 Aug 18 17:12:24.779168 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:24.803746 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-22827576-ec78-4921-bdc1-ce3b39ce2d39 req-52c3b4eb-5ac2-482f-946e-350a87c66625 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453045 Aug 18 17:12:25.761945 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=24 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:25.891068 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:25.930132 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434becc-19fe-411b-8973-e43e443a2572 req-e4e244eb-70e3-4ea8-9cca-baa849b11d19 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:25.931640 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1434becc-19fe-411b-8973-e43e443a2572 req-e4e244eb-70e3-4ea8-9cca-baa849b11d19 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 945 time: 0.0491204 Aug 18 17:12:25.978278 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1434becc-19fe-411b-8973-e43e443a2572 req-94182880-53c5-4ec0-bbf3-8e2138d4ae99 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408802 Aug 18 17:12:26.563731 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:12:26.645024 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 is: ACTIVE; New status is: DOWN {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:12:26.645415 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:26.648786 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:26.670993 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5400d9b3-34f6-451c-bb5c-ae2b231dcc5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:12:26.673365 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309becd4-d6c4-416d-aa49-8d96750e512b" -d '{"events": [{"server_uuid": "5400d9b3-34f6-451c-bb5c-ae2b231dcc5b", "name": "network-vif-unplugged", "status": "completed", "tag": "6a4d4f56-49e2-4fd7-905b-4ed206d8d756"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:12:26.686940 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:12:26.716828 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 18 Aug 2022 17:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fffab4-3d76-44eb-8034-8c07f8450880 x-openstack-request-id: req-97fffab4-3d76-44eb-8034-8c07f8450880 {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:12:26.717268 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5400d9b3-34f6-451c-bb5c-ae2b231dcc5b", "name": "network-vif-unplugged", "status": "failed", "tag": "6a4d4f56-49e2-4fd7-905b-4ed206d8d756", "code": 422}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:12:26.717522 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-97fffab4-3d76-44eb-8034-8c07f8450880 {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:12:26.718527 dv-cinder-853678-2-iscsi neutron-server[106920]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-97fffab4-3d76-44eb-8034-8c07f8450880']: {'server_uuid': '5400d9b3-34f6-451c-bb5c-ae2b231dcc5b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756', 'code': 422} returned with failed status Aug 18 17:12:26.776131 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:26.824883 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,revision_number=8']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:28.354240 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616ee64-f7c5-4971-950f-18a335be99a8 req-97ef2b87-d36f-45c2-915f-93aea8cae6f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:28.355934 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-6616ee64-f7c5-4971-950f-18a335be99a8 req-97ef2b87-d36f-45c2-915f-93aea8cae6f7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 943 time: 0.0521863 Aug 18 17:12:28.411387 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-6616ee64-f7c5-4971-950f-18a335be99a8 req-19116b23-0e7b-476d-883f-c83e7566c2fe tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495307 Aug 18 17:12:28.798024 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50308) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:12:28.888689 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-21b92088-87d6-4696-af3e-4c0c89ceebac req-c862744b-aa1b-4d2f-a156-b97a0852afcc service neutron] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0894039 Aug 18 17:12:28.897272 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [req-21b92088-87d6-4696-af3e-4c0c89ceebac req-6973f0b0-3ee5-45d6-b5ad-e69e399618cc service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106918) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 17:12:28.898270 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-21b92088-87d6-4696-af3e-4c0c89ceebac req-6973f0b0-3ee5-45d6-b5ad-e69e399618cc service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049598 Aug 18 17:12:28.975313 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 50316) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:12:29.078269 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b92088-87d6-4696-af3e-4c0c89ceebac req-7100d63d-fce7-43e6-939f-db1061d10108 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:29.079713 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-21b92088-87d6-4696-af3e-4c0c89ceebac req-7100d63d-fce7-43e6-939f-db1061d10108 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports/6a4d4f56-49e2-4fd7-905b-4ed206d8d756 HTTP/1.1" status: 200 len: 940 time: 0.1033690 Aug 18 17:12:29.555584 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac9910-d76a-40ee-b251-543a5b8db84b req-c2937ffb-6156-48e1-8b01-93312950718c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:29.557248 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0eac9910-d76a-40ee-b251-543a5b8db84b req-c2937ffb-6156-48e1-8b01-93312950718c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 943 time: 0.0671415 Aug 18 17:12:29.607193 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0eac9910-d76a-40ee-b251-543a5b8db84b req-c93a8c4a-a346-4ad6-90aa-2c1ea68d6da5 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442035 Aug 18 17:12:30.680946 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b92088-87d6-4696-af3e-4c0c89ceebac req-82c652a4-b2a1-4f6a-86bb-fd1d1d6b525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:30.682396 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-21b92088-87d6-4696-af3e-4c0c89ceebac req-82c652a4-b2a1-4f6a-86bb-fd1d1d6b525f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b&tenant_id=697adc4a3b0f40ff85d6b415b6bbbefd HTTP/1.1" status: 200 len: 1127 time: 0.0426259 Aug 18 17:12:30.761749 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f97d4-c5c0-4ebf-a6dc-3054f0fb6614 req-7da2047b-7478-4007-94e2-5291fccf1cc3 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:30.763235 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b17f97d4-c5c0-4ebf-a6dc-3054f0fb6614 req-7da2047b-7478-4007-94e2-5291fccf1cc3 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 943 time: 0.0760739 Aug 18 17:12:30.768990 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b92088-87d6-4696-af3e-4c0c89ceebac req-30feb829-f2f4-4359-a66a-96f38b251267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:30.770364 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-21b92088-87d6-4696-af3e-4c0c89ceebac req-30feb829-f2f4-4359-a66a-96f38b251267 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=697adc4a3b0f40ff85d6b415b6bbbefd&device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 1127 time: 0.0530605 Aug 18 17:12:30.871362 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b17f97d4-c5c0-4ebf-a6dc-3054f0fb6614 req-e8ee3ac8-4544-4dac-82c4-deaa524d16cf tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999389 Aug 18 17:12:30.894237 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b92088-87d6-4696-af3e-4c0c89ceebac req-895b9dd8-a54e-44ff-9b7a-b2f1553903b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:30.896296 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-21b92088-87d6-4696-af3e-4c0c89ceebac req-895b9dd8-a54e-44ff-9b7a-b2f1553903b4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=8be6f688-0f91-4174-bb68-fa46841659a9 HTTP/1.1" status: 200 len: 918 time: 0.1178091 Aug 18 17:12:30.959810 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-21b92088-87d6-4696-af3e-4c0c89ceebac req-8c3a6f67-091f-4455-9bc1-5f844c65ec53 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a4d4f56-49e2-4fd7-905b-4ed206d8d756 HTTP/1.1" status: 200 len: 999 time: 0.0545268 Aug 18 17:12:30.973266 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:31.011885 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b92088-87d6-4696-af3e-4c0c89ceebac req-a7a11e80-e0ba-42e8-b4a6-79587bb625b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:31.013309 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-21b92088-87d6-4696-af3e-4c0c89ceebac req-a7a11e80-e0ba-42e8-b4a6-79587bb625b0 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=a393e81b-56a8-46b6-846e-4d9441213f68 HTTP/1.1" status: 200 len: 856 time: 0.0476439 Aug 18 17:12:31.059618 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b92088-87d6-4696-af3e-4c0c89ceebac req-7faae506-0e16-41f0-9137-977d737ec35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:31.061164 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-21b92088-87d6-4696-af3e-4c0c89ceebac req-7faae506-0e16-41f0-9137-977d737ec35a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=8be6f688-0f91-4174-bb68-fa46841659a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389218 Aug 18 17:12:31.153969 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-21b92088-87d6-4696-af3e-4c0c89ceebac req-6816ec85-94a5-4511-9eb4-a38bd9d207b1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858808 Aug 18 17:12:31.251239 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-21b92088-87d6-4696-af3e-4c0c89ceebac req-21d87dd7-6084-415e-ab42-cee0a45a2f40 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881145 Aug 18 17:12:32.020929 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf5477-79e1-4411-8c11-e2f139777d50 req-19f7333d-577a-491e-a5d3-5fe119529749 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:32.023052 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cfdf5477-79e1-4411-8c11-e2f139777d50 req-19f7333d-577a-491e-a5d3-5fe119529749 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 943 time: 0.0529590 Aug 18 17:12:32.086102 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cfdf5477-79e1-4411-8c11-e2f139777d50 req-de54f1c2-12be-4a13-91d4-307d474b9bfc tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565820 Aug 18 17:12:32.638859 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:33.222467 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0babc1-8a55-426b-a6ea-b1e64206269d req-a62597a9-7936-4e30-be07-d0ec154210e6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:33.225295 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9f0babc1-8a55-426b-a6ea-b1e64206269d req-a62597a9-7936-4e30-be07-d0ec154210e6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 943 time: 0.0535574 Aug 18 17:12:33.279479 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9f0babc1-8a55-426b-a6ea-b1e64206269d req-01470224-aeb4-4d2d-a54b-56e483ddb9c1 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483797 Aug 18 17:12:33.864728 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-25cad2d9-1ad3-44cb-98de-422a719540fb tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1612543765&fields=id&tenant_id=c5e8eba08dfc4946becd6dba63f94eec HTTP/1.1" status: 200 len: 267 time: 0.0494583 Aug 18 17:12:33.941079 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:33.987950 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-a4b2d248-8407-4142-b47a-b24ad70e15f6 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:33.995822 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-a4b2d248-8407-4142-b47a-b24ad70e15f6 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/networks?id=744636b7-76bc-439f-9116-8e1ee85b3624 HTTP/1.1" status: 200 len: 811 time: 0.1241980 Aug 18 17:12:34.007642 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-509aae3a-5859-4a11-81c5-84cdef71e4ce tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/quotas/c5e8eba08dfc4946becd6dba63f94eec HTTP/1.1" status: 200 len: 375 time: 0.0108414 Aug 18 17:12:34.063697 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-accfca54-c88f-4a6b-8479-ee84f0703e8d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=c5e8eba08dfc4946becd6dba63f94eec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497458 Aug 18 17:12:34.172819 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-acae2f0b-6415-4f9d-ac3c-d4238bc1a9ef service neutron] 10.222.0.78 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956957 Aug 18 17:12:34.288625 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-e5854545-1ac8-46dc-a4ff-01fa81b483de service neutron] 10.222.0.78 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087728 Aug 18 17:12:34.459526 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820e6f3-a881-4a02-a411-a1bae94992d9 req-2a603437-a1af-4813-a514-a87ac1df6a67 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:34.461261 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e820e6f3-a881-4a02-a411-a1bae94992d9 req-2a603437-a1af-4813-a514-a87ac1df6a67 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 943 time: 0.0802553 Aug 18 17:12:34.507744 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:34.537446 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e820e6f3-a881-4a02-a411-a1bae94992d9 req-2933ed72-0b34-4dd5-aa17-e0c0113485aa tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646436 Aug 18 17:12:34.953709 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9d2d37d6-cb66-4907-bf2f-132a59ea6925 req-2a84c13e-7c90-4576-a2a8-5ea9675ef7d7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 210 time: 0.0716898 Aug 18 17:12:35.703045 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763ed8b-9c8d-49c6-907e-f7b9c273e973 req-9f50d68f-6630-4d80-bad6-e0babfc4d11d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:35.704969 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0763ed8b-9c8d-49c6-907e-f7b9c273e973 req-9f50d68f-6630-4d80-bad6-e0babfc4d11d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 943 time: 0.0580704 Aug 18 17:12:35.761736 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0763ed8b-9c8d-49c6-907e-f7b9c273e973 req-7e218089-af87-4fd7-bb7c-d6de6a15233d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508051 Aug 18 17:12:36.035096 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f4f5660a-1f24-4074-b71f-3fded5e47f02 req-035ab856-0e41-4b9b-9522-2d3f75b1f74e tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 210 time: 0.0310085 Aug 18 17:12:36.907551 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26690bc3-b23d-4416-a767-36b139cfd1f6 req-35e4a236-c548-4e1c-bc8e-edd71d957f88 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:36.909231 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-26690bc3-b23d-4416-a767-36b139cfd1f6 req-35e4a236-c548-4e1c-bc8e-edd71d957f88 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 943 time: 0.0575762 Aug 18 17:12:36.960448 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-26690bc3-b23d-4416-a767-36b139cfd1f6 req-5961a259-f398-49a0-a629-2abf13f3085e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456100 Aug 18 17:12:37.142444 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-203815c3-b4ef-46e7-946d-60ba52e4b35e req-4fedb25a-e22b-4ae0-a0f8-d2806cf89ff6 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 210 time: 0.0288448 Aug 18 17:12:38.114760 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efb08c-2448-4a0f-bf23-10d09c2e2c40 req-0b6f3853-0835-44f9-85d7-80fa59273a41 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:38.116776 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-32efb08c-2448-4a0f-bf23-10d09c2e2c40 req-0b6f3853-0835-44f9-85d7-80fa59273a41 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 943 time: 0.0732479 Aug 18 17:12:38.166352 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-32efb08c-2448-4a0f-bf23-10d09c2e2c40 req-849cca53-0e62-4ac2-9e0c-9efcb2ebddd7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435271 Aug 18 17:12:38.278691 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1130c6ef-f3c5-4f24-96b4-743baaad94bc req-87b24a40-9d0e-4472-8424-2e3a07d7b234 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 210 time: 0.0312064 Aug 18 17:12:39.315143 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d577f7-3585-46d8-b2ac-937bc4f7ba3d req-c88ba47a-485a-44d1-aa7c-e4ad4e050755 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:39.316796 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f0d577f7-3585-46d8-b2ac-937bc4f7ba3d req-c88ba47a-485a-44d1-aa7c-e4ad4e050755 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 943 time: 0.0493670 Aug 18 17:12:39.367823 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f0d577f7-3585-46d8-b2ac-937bc4f7ba3d req-0912d377-147f-4318-aac0-9e4e7686a9be tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446444 Aug 18 17:12:39.465270 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c87cd4eb-449c-4b19-a1b8-c1fea6bb3f30 req-3b7cc0aa-475d-4979-b1da-c5405a649d12 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 210 time: 0.0298991 Aug 18 17:12:40.493111 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efee1d-4e88-48c4-9213-2a44735f0e72 req-6181b827-f3f7-4ab7-bae7-22185986496c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:40.494581 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d0efee1d-4e88-48c4-9213-2a44735f0e72 req-6181b827-f3f7-4ab7-bae7-22185986496c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 943 time: 0.0462036 Aug 18 17:12:40.545854 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d0efee1d-4e88-48c4-9213-2a44735f0e72 req-f4207e9a-5603-4e8c-9f1b-41e12a14e1ed tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456402 Aug 18 17:12:40.634507 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-cf14b4a1-4ab7-4546-873c-5683d35027b4 req-8f37e1de-5a46-4e96-9ca2-023b87997993 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 210 time: 0.0284004 Aug 18 17:12:41.084858 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-2465276b-6a9a-4f9a-ab69-34d30c6eeb6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:41.671070 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c3336-0f33-4ba4-bf8b-fe2f80ae41b4 req-dc950cbc-65bb-4702-bc32-e6c5b9c0101e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:41.672554 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-182c3336-0f33-4ba4-bf8b-fe2f80ae41b4 req-dc950cbc-65bb-4702-bc32-e6c5b9c0101e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 943 time: 0.0474350 Aug 18 17:12:41.720070 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-182c3336-0f33-4ba4-bf8b-fe2f80ae41b4 req-d2e8ecdd-8d25-4eb6-962f-0a5cde9546e7 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411801 Aug 18 17:12:41.823142 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c7e04fb4-f2c2-4efe-be7c-3decea0248fa req-2733eb33-0497-4ddc-8409-630599426b4c tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 210 time: 0.0454786 Aug 18 17:12:42.808698 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-83814c69-a837-4205-9148-ae2bd6bae7b2 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:42.810232 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-83814c69-a837-4205-9148-ae2bd6bae7b2 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.40 "GET /networking/v2.0/networks?id=744636b7-76bc-439f-9116-8e1ee85b3624 HTTP/1.1" status: 200 len: 811 time: 0.1294308 Aug 18 17:12:42.890202 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-78c5de76-b6c8-4fd2-9cb8-951f8d1615a7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c5e8eba08dfc4946becd6dba63f94eec HTTP/1.1" status: 200 len: 380 time: 0.0701492 Aug 18 17:12:42.903927 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee108e-a377-45c3-858e-1bd7a0364ccb req-67b28e04-beae-431a-b923-28afd12cc325 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:42.906087 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8cee108e-a377-45c3-858e-1bd7a0364ccb req-67b28e04-beae-431a-b923-28afd12cc325 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 943 time: 0.0852280 Aug 18 17:12:42.948437 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a4aba36a-fd6e-477b-a30b-f6cc20f4efb7 req-08010fa9-e8c5-471e-a1e9-8dfc35c9b974 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 210 time: 0.0351346 Aug 18 17:12:42.967480 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8cee108e-a377-45c3-858e-1bd7a0364ccb req-67b22c2e-257b-487f-a27b-12f88b874497 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547676 Aug 18 17:12:43.074281 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Request body: {'port': {'device_id': '7434d418-5586-4ce3-a420-21925506657c', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'admin_state_up': True, 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'security_groups': ['4b230ef0-65f3-46e8-b530-5645a7ed54ff']}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:12:43.091501 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:43.301296 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Made reservation on behalf of c5e8eba08dfc4946becd6dba63f94eec for: {'port': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:12:43.304799 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:43.410197 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-81a48ccd-b1da-46a6-afb1-67c61988c0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:43.440293 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Allocated IP 172.20.0.12 (744636b7-76bc-439f-9116-8e1ee85b3624/06f69413-f936-4aa9-b8fe-e83b1f874689/32c22de7-72ea-42f2-9fbf-c5873ac6f9a8) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:12:43.573712 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:43.593131 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for port (32c22de7-72ea-42f2-9fbf-c5873ac6f9a8), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:43.741390 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (32c22de7-72ea-42f2-9fbf-c5873ac6f9a8), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:43.783240 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Network 744636b7-76bc-439f-9116-8e1ee85b3624 is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:12:43.786620 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:12:43.793865 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:12:43.823020 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event updated for resources: {'Port': ['ID=32c22de7-72ea-42f2-9fbf-c5873ac6f9a8,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:43.835815 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:43.836164 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:43.836513 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:43.836855 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:43.837193 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:43.837529 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:43.837860 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:43.838190 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:43.838518 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:43.838863 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:43.839175 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:43.839560 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:43.839895 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:43.840219 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:43.840589 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:43.861323 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:43.861937 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:43.938178 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-71a7853b-7dbd-4d54-a92c-26b574c8c69f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8678708 Aug 18 17:12:43.949909 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-4c63995e-4108-4570-a5ea-232903692182 service neutron] Request body: {'port': {'device_id': '7434d418-5586-4ce3-a420-21925506657c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85367'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:12:43.969202 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:43.991866 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:43.999903 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-551ed998-fedb-4fb2-a292-a20fa7941c1c None None] Provisioning complete for port 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:44.000281 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-551ed998-fedb-4fb2-a292-a20fa7941c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (32c22de7-72ea-42f2-9fbf-c5873ac6f9a8), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:44.030395 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-4c63995e-4108-4570-a5ea-232903692182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (32c22de7-72ea-42f2-9fbf-c5873ac6f9a8), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:44.041258 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-551ed998-fedb-4fb2-a292-a20fa7941c1c None None] Port 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:12:44.092344 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:44.101641 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54532f8-14c1-436a-84e6-705984190c79 req-89274f17-7e51-4569-bf1a-bf215edabb2a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:44.104908 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e54532f8-14c1-436a-84e6-705984190c79 req-89274f17-7e51-4569-bf1a-bf215edabb2a tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 943 time: 0.0475402 Aug 18 17:12:44.108004 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d3e17-f6f3-4797-86f4-319ed0578a5a req-42161c82-5c65-4728-9c76-ddad2c20d52d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:44.109487 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e74d3e17-f6f3-4797-86f4-319ed0578a5a req-42161c82-5c65-4728-9c76-ddad2c20d52d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 932 time: 0.0767562 Aug 18 17:12:44.152928 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e54532f8-14c1-436a-84e6-705984190c79 req-22aa67da-49db-40d7-8677-6c2bfd45cae3 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437484 Aug 18 17:12:44.241267 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e74d3e17-f6f3-4797-86f4-319ed0578a5a req-d5d6b77c-b2da-4d2f-96aa-e8f688cc10bb tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240983 Aug 18 17:12:44.377013 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-4c63995e-4108-4570-a5ea-232903692182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 {{(pid=106918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:12:44.384648 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-4c63995e-4108-4570-a5ea-232903692182 service neutron] Publish callbacks [] for port (32c22de7-72ea-42f2-9fbf-c5873ac6f9a8), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:44.401962 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.provisioning_blocks [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-4c63995e-4108-4570-a5ea-232903692182 service neutron] Transition to ACTIVE for port object 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 will not be triggered until provisioned by entity L2. {{(pid=106918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 18 17:12:44.444423 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-4c63995e-4108-4570-a5ea-232903692182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (32c22de7-72ea-42f2-9fbf-c5873ac6f9a8), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:44.448153 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:44.505895 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63995e-4108-4570-a5ea-232903692182 service neutron] Pushing event updated for resources: {'Port': ['ID=32c22de7-72ea-42f2-9fbf-c5873ac6f9a8,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:44.559547 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-4c63995e-4108-4570-a5ea-232903692182 service neutron] Attempting to bind port 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 on host hv-cinder-85367 for vnic_type normal with profile {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:12:44.559895 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-4c63995e-4108-4570-a5ea-232903692182 service neutron] Attempting to bind port 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 by drivers openvswitch,hyperv on host hv-cinder-85367 at level 0 using segments [{'id': '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624'}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:12:44.560261 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-4c63995e-4108-4570-a5ea-232903692182 service neutron] Attempting to bind port 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 on network 744636b7-76bc-439f-9116-8e1ee85b3624 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:12:44.565085 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-4c63995e-4108-4570-a5ea-232903692182 service neutron] Port 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 on network 744636b7-76bc-439f-9116-8e1ee85b3624 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85367 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 17:12:44.565409 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-4c63995e-4108-4570-a5ea-232903692182 service neutron] Attempting to bind port 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 on network 744636b7-76bc-439f-9116-8e1ee85b3624 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:12:44.570696 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-4c63995e-4108-4570-a5ea-232903692182 service neutron] Checking agent: {'id': '7d5d2def-e0b5-42a1-88b7-94e33648777b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85367', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'started_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:12:44.571079 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-4c63995e-4108-4570-a5ea-232903692182 service neutron] Checking segment: {'id': '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:12:44.571482 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-4c63995e-4108-4570-a5ea-232903692182 service neutron] Bound using segment: {'id': '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624'} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:12:44.571870 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-4c63995e-4108-4570-a5ea-232903692182 service neutron] Bound port: 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8, host: hv-cinder-85367, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624'}}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:12:44.572233 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-4c63995e-4108-4570-a5ea-232903692182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (32c22de7-72ea-42f2-9fbf-c5873ac6f9a8), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:44.616099 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:12:44.637713 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-4c63995e-4108-4570-a5ea-232903692182 service neutron] For port 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8, host hv-cinder-85367, cleared binding levels {{(pid=106918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:12:44.640847 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-4c63995e-4108-4570-a5ea-232903692182 service neutron] For port 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8, host hv-cinder-85367, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=32c22de7-72ea-42f2-9fbf-c5873ac6f9a8,segment=NetworkSegment(18f1b367-0c7e-4cfe-a0a6-677c8efd49ab),segment_id=18f1b367-0c7e-4cfe-a0a6-677c8efd49ab)] {{(pid=106918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:12:44.725346 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-4c63995e-4108-4570-a5ea-232903692182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (32c22de7-72ea-42f2-9fbf-c5873ac6f9a8), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:44.731241 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-4c63995e-4108-4570-a5ea-232903692182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:44.731835 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-4c63995e-4108-4570-a5ea-232903692182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:44.733270 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-4c63995e-4108-4570-a5ea-232903692182 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 HTTP/1.1" status: 200 len: 1094 time: 0.7875893 Aug 18 17:12:44.733777 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7434d418-5586-4ce3-a420-21925506657c', 'tag': '32c22de7-72ea-42f2-9fbf-c5873ac6f9a8'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:12:44.736200 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1a1e88-4266-40dd-b29f-3a40e1e7235d" -d '{"events": [{"name": "network-changed", "server_uuid": "7434d418-5586-4ce3-a420-21925506657c", "tag": "32c22de7-72ea-42f2-9fbf-c5873ac6f9a8"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:12:44.743134 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:12:44.760416 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'port_id': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756', 'mac_address': 'fa:16:3e:f7:c9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:12:44.793971 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63995e-4108-4570-a5ea-232903692182 service neutron] Pushing event updated for resources: {'Port': ['ID=32c22de7-72ea-42f2-9fbf-c5873ac6f9a8,revision_number=3']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:44.794636 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:44.794763 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217b6c18-5de1-49cc-b00c-d0aa6e11195e x-openstack-request-id: req-217b6c18-5de1-49cc-b00c-d0aa6e11195e {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:12:44.794763 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7434d418-5586-4ce3-a420-21925506657c", "tag": "32c22de7-72ea-42f2-9fbf-c5873ac6f9a8", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:12:44.794763 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-217b6c18-5de1-49cc-b00c-d0aa6e11195e {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:12:44.794763 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-217b6c18-5de1-49cc-b00c-d0aa6e11195e'] response: {'name': 'network-changed', 'server_uuid': '7434d418-5586-4ce3-a420-21925506657c', 'tag': '32c22de7-72ea-42f2-9fbf-c5873ac6f9a8', 'status': 'completed', 'code': 200} Aug 18 17:12:44.802295 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:12:44.802679 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:44.816581 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:12:44.838192 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:12:44.851020 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a1e88-4266-40dd-b29f-3a40e1e7235d req-956acb8d-0bfe-4305-9f96-81db929d605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:44.852589 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5a1a1e88-4266-40dd-b29f-3a40e1e7235d req-956acb8d-0bfe-4305-9f96-81db929d605a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c5e8eba08dfc4946becd6dba63f94eec&device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 1128 time: 0.0416858 Aug 18 17:12:44.900919 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:44.947125 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,revision_number=9']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:44.954191 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:44.954534 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:44.954892 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:44.955244 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:44.955378 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a1e88-4266-40dd-b29f-3a40e1e7235d req-9bdfb6de-a1f6-488d-b3f0-ccc99bcb1d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:44.955604 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:44.955930 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:44.956250 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:44.956569 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:44.956887 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:44.956997 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5a1a1e88-4266-40dd-b29f-3a40e1e7235d req-9bdfb6de-a1f6-488d-b3f0-ccc99bcb1d95 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=c5e8eba08dfc4946becd6dba63f94eec&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0980165 Aug 18 17:12:44.957206 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:44.958160 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:44.958509 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:44.958831 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:44.959146 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:44.959485 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:12:45.072385 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a1e88-4266-40dd-b29f-3a40e1e7235d req-2ebb3533-263c-4852-b4a2-12b44a070a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:45.073876 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5a1a1e88-4266-40dd-b29f-3a40e1e7235d req-2ebb3533-263c-4852-b4a2-12b44a070a24 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1111817 Aug 18 17:12:45.140157 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['6a4d4f56-49e2-4fd7-905b-4ed206d8d756'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:12:45.154022 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-7202a5ef-7e0b-4077-afcb-a9633356d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:45.155117 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-7202a5ef-7e0b-4077-afcb-a9633356d463 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c5e8eba08dfc4946becd6dba63f94eec&device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 1128 time: 0.0441039 Aug 18 17:12:45.198270 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-52d52701-fb9b-4e67-82ed-cd38c1d51423 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 HTTP/1.1" status: 200 len: 217 time: 0.0353212 Aug 18 17:12:45.253016 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-e93d5d0f-5b05-4869-b121-e8bbdeaf7844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:45.255156 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-e93d5d0f-5b05-4869-b121-e8bbdeaf7844 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=06f69413-f936-4aa9-b8fe-e83b1f874689 HTTP/1.1" status: 200 len: 850 time: 0.0496271 Aug 18 17:12:45.303123 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e495f0-1faf-4e78-8cc6-a909622a1f34 req-90f9a7dc-b1e4-4723-beed-886e0ab34e7c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:45.307964 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b7e495f0-1faf-4e78-8cc6-a909622a1f34 req-90f9a7dc-b1e4-4723-beed-886e0ab34e7c tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 944 time: 0.0614619 Aug 18 17:12:45.318379 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-9f0ee82c-2afe-42dd-b26e-c7ccd2a7ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:45.320036 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-9f0ee82c-2afe-42dd-b26e-c7ccd2a7ecfd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=744636b7-76bc-439f-9116-8e1ee85b3624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599160 Aug 18 17:12:45.358317 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b7e495f0-1faf-4e78-8cc6-a909622a1f34 req-abe50255-e365-4c6a-ac35-3239a6ccf22e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476067 Aug 18 17:12:45.383600 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:45.431165 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341056f9-09ec-4a9e-9bac-8fbfeb7f3220 req-64b9b7ec-6a84-409e-8aa6-07c26ddae9d7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:45.432672 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-341056f9-09ec-4a9e-9bac-8fbfeb7f3220 req-64b9b7ec-6a84-409e-8aa6-07c26ddae9d7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 944 time: 0.0975425 Aug 18 17:12:45.478495 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-46114654-e3c3-47df-8bc6-0f7898ef526f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521730 Aug 18 17:12:45.528421 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-341056f9-09ec-4a9e-9bac-8fbfeb7f3220 req-297c78c1-3144-44c2-a304-81b14192e246 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893228 Aug 18 17:12:45.594736 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-827b77ea-8a3a-41ef-b97f-68fafcfcd2dd req-c8f3b75e-dec1-4fcb-af18-70982960a216 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101267 Aug 18 17:12:46.090111 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:46.256523 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:46.488035 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:46.501884 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a7a6c-5970-47c9-8f8c-33b7cdab1a8d req-92b54b9f-425a-44cf-a87f-6bf7e90d04c6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:46.503370 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-eb0a7a6c-5970-47c9-8f8c-33b7cdab1a8d req-92b54b9f-425a-44cf-a87f-6bf7e90d04c6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 944 time: 0.0523994 Aug 18 17:12:46.550997 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-eb0a7a6c-5970-47c9-8f8c-33b7cdab1a8d req-f6ae7304-0424-4b31-b81d-3dcbb663edd9 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416989 Aug 18 17:12:46.632498 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:12:46.651111 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b845094-9b76-4877-aeb7-f69dbf3ec999 req-c1765260-c569-47ae-b34e-1dc81b833de3 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:46.654801 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3b845094-9b76-4877-aeb7-f69dbf3ec999 req-c1765260-c569-47ae-b34e-1dc81b833de3 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 944 time: 0.0487676 Aug 18 17:12:46.672154 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:46.679087 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:12:46.679749 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:46.705873 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3b845094-9b76-4877-aeb7-f69dbf3ec999 req-8abe9e73-e55e-4b34-9563-43d30f580b78 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470750 Aug 18 17:12:46.766294 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:12:46.766822 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:46.794319 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5400d9b3-34f6-451c-bb5c-ae2b231dcc5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:12:46.796591 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da505b69-d9fd-45e8-85f8-ee47c3c8adae" -d '{"events": [{"server_uuid": "5400d9b3-34f6-451c-bb5c-ae2b231dcc5b", "name": "network-vif-plugged", "status": "completed", "tag": "6a4d4f56-49e2-4fd7-905b-4ed206d8d756"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:12:46.809127 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:12:46.838131 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e090d7-501a-46da-a4ca-691a919e90d9 x-openstack-request-id: req-a4e090d7-501a-46da-a4ca-691a919e90d9 {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:12:46.838131 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5400d9b3-34f6-451c-bb5c-ae2b231dcc5b", "name": "network-vif-plugged", "status": "completed", "tag": "6a4d4f56-49e2-4fd7-905b-4ed206d8d756", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:12:46.838131 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a4e090d7-501a-46da-a4ca-691a919e90d9 {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:12:46.838131 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4e090d7-501a-46da-a4ca-691a919e90d9'] response: {'server_uuid': '5400d9b3-34f6-451c-bb5c-ae2b231dcc5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756', 'code': 200} Aug 18 17:12:46.895740 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:46.944840 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,revision_number=10']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:47.125849 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66640536-9dd5-4e21-a269-a007e8b50348 req-434c3607-bd8b-4cb7-93eb-96357b02cc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:47.127376 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-66640536-9dd5-4e21-a269-a007e8b50348 req-434c3607-bd8b-4cb7-93eb-96357b02cc72 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 1130 time: 0.0380096 Aug 18 17:12:47.171191 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-66640536-9dd5-4e21-a269-a007e8b50348 req-d6a7ee81-11b4-4b26-a2b8-48c8633bb7d5 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380921 Aug 18 17:12:47.676134 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62699ca-f1fc-4212-8cbb-8b4ff4a2a4b9 req-2419f8b6-061c-4eb7-8631-62e699f9311b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:47.677647 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e62699ca-f1fc-4212-8cbb-8b4ff4a2a4b9 req-2419f8b6-061c-4eb7-8631-62e699f9311b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 946 time: 0.0481141 Aug 18 17:12:47.727408 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e62699ca-f1fc-4212-8cbb-8b4ff4a2a4b9 req-70d7a3d1-b1f5-4183-9201-44716d9fe836 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441542 Aug 18 17:12:47.832182 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d677b16-0c44-4789-b090-f28c2a87d6e6 req-a8307d65-1ced-46b0-86d9-60e828f17ae8 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:47.834026 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8d677b16-0c44-4789-b090-f28c2a87d6e6 req-a8307d65-1ced-46b0-86d9-60e828f17ae8 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 944 time: 0.0506504 Aug 18 17:12:47.889048 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8d677b16-0c44-4789-b090-f28c2a87d6e6 req-9608b008-9c20-4402-aaf7-23bff62e9093 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482793 Aug 18 17:12:48.857392 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57956c-c179-491b-acac-d50f6d7e23e0 req-55775eee-662b-41b7-a901-452286b2e935 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:48.859625 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0c57956c-c179-491b-acac-d50f6d7e23e0 req-55775eee-662b-41b7-a901-452286b2e935 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 946 time: 0.0508273 Aug 18 17:12:48.920089 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0c57956c-c179-491b-acac-d50f6d7e23e0 req-ffa9fd12-eab7-441f-97de-5a4e7f746ba5 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470397 Aug 18 17:12:49.009649 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:49.014627 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef170298-26c7-4527-9940-0e9ccdec415f req-d8b0f83f-1471-44c7-9c9c-05a10af9f308 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:49.016203 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ef170298-26c7-4527-9940-0e9ccdec415f req-d8b0f83f-1471-44c7-9c9c-05a10af9f308 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 944 time: 0.0496306 Aug 18 17:12:49.065934 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ef170298-26c7-4527-9940-0e9ccdec415f req-b269f516-197c-4b04-b35d-6e546ee5b162 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440862 Aug 18 17:12:49.319676 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:12:50.058137 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c75ca-4b3c-4d03-84f1-0a511c2cb5b3 req-e550b28b-47d6-4058-a249-3f1bf63af277 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:50.059658 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c24c75ca-4b3c-4d03-84f1-0a511c2cb5b3 req-e550b28b-47d6-4058-a249-3f1bf63af277 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 946 time: 0.0499499 Aug 18 17:12:50.110976 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c24c75ca-4b3c-4d03-84f1-0a511c2cb5b3 req-f1815fcf-a66f-4367-8b0c-1439c7980b8e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457315 Aug 18 17:12:50.189982 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a27f4-3c66-48ae-8652-5edda4e78ba6 req-7d664c13-c96f-4fb7-9ac6-40cf7329a100 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:50.191506 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-136a27f4-3c66-48ae-8652-5edda4e78ba6 req-7d664c13-c96f-4fb7-9ac6-40cf7329a100 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 944 time: 0.0465944 Aug 18 17:12:50.246724 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-136a27f4-3c66-48ae-8652-5edda4e78ba6 req-72692f8e-3e63-4bd9-b5f1-d62ce867e16d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490198 Aug 18 17:12:51.376628 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e4c5c-a809-44f4-a8a5-f4807c9c1695 req-2dae8aeb-bb7d-4e41-a59b-5931d420dbcc tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:51.378220 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-917e4c5c-a809-44f4-a8a5-f4807c9c1695 req-2dae8aeb-bb7d-4e41-a59b-5931d420dbcc tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 944 time: 0.0534286 Aug 18 17:12:51.449726 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-917e4c5c-a809-44f4-a8a5-f4807c9c1695 req-04992cf2-2c36-4aee-9387-8aabc8652725 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632153 Aug 18 17:12:51.489608 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc973d-3a8c-47b9-9130-35744611fa81 req-c8635f2e-b0e3-4dd7-9940-191e964925ad tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:51.491121 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-09fc973d-3a8c-47b9-9130-35744611fa81 req-c8635f2e-b0e3-4dd7-9940-191e964925ad tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0530920 Aug 18 17:12:51.546431 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-09fc973d-3a8c-47b9-9130-35744611fa81 req-a591c617-d4fb-4299-9952-aed771be7289 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485642 Aug 18 17:12:52.571424 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047a720-7430-43b6-bab4-0385a32fc9ab req-b934c996-88b2-405e-af18-90036b1392cf tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:52.572909 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3047a720-7430-43b6-bab4-0385a32fc9ab req-b934c996-88b2-405e-af18-90036b1392cf tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 944 time: 0.0476358 Aug 18 17:12:52.623288 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3047a720-7430-43b6-bab4-0385a32fc9ab req-d6dd4801-e600-4f03-b095-cbc4cd396255 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447612 Aug 18 17:12:52.667954 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca65113-fcc4-4d33-ae3d-a1eac9189308 req-37ad3143-1e5e-4e53-9937-f5aa43b0f892 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:52.669430 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0ca65113-fcc4-4d33-ae3d-a1eac9189308 req-37ad3143-1e5e-4e53-9937-f5aa43b0f892 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0476334 Aug 18 17:12:52.715888 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0ca65113-fcc4-4d33-ae3d-a1eac9189308 req-7cc10752-9af7-45c9-99a0-c5c40dcb6737 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407720 Aug 18 17:12:53.642279 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ca065-2ac2-46aa-bf06-0a977cff5884 req-28b3a4f3-f2ff-427a-a496-25c9ebff10fd tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:53.643783 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-942ca065-2ac2-46aa-bf06-0a977cff5884 req-28b3a4f3-f2ff-427a-a496-25c9ebff10fd tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 945 time: 0.0520723 Aug 18 17:12:53.693172 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-942ca065-2ac2-46aa-bf06-0a977cff5884 req-95424ca9-471e-464c-a972-0b7eaca8e772 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0ab2db1-9c03-4c68-8946-0784f4560804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432544 Aug 18 17:12:53.748858 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeed537-3c09-4264-bee8-b8d6c387583d req-c2d5b59e-f864-45da-bd6e-5e1aa8d53eb7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:53.750371 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ffeed537-3c09-4264-bee8-b8d6c387583d req-c2d5b59e-f864-45da-bd6e-5e1aa8d53eb7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 944 time: 0.0503442 Aug 18 17:12:53.802291 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ffeed537-3c09-4264-bee8-b8d6c387583d req-cab1628e-4804-45f2-8294-4edab43307ad tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452578 Aug 18 17:12:53.836384 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d54cb-fbcb-4a46-b2a0-8ae120edb9ac req-7f817f2d-7f22-4a8e-b38d-4dcd7abe06b2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:53.837856 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-771d54cb-fbcb-4a46-b2a0-8ae120edb9ac req-7f817f2d-7f22-4a8e-b38d-4dcd7abe06b2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0475945 Aug 18 17:12:53.884686 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-771d54cb-fbcb-4a46-b2a0-8ae120edb9ac req-20c94dd5-04f0-4273-b7c3-71b54c1f3ea6 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412328 Aug 18 17:12:54.810199 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122b816-c57b-40e9-9393-00ddbd1246c5 req-221fb4b3-3f99-4129-8ea2-660a33104375 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:54.811694 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8122b816-c57b-40e9-9393-00ddbd1246c5 req-221fb4b3-3f99-4129-8ea2-660a33104375 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 945 time: 0.0466373 Aug 18 17:12:54.861279 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8122b816-c57b-40e9-9393-00ddbd1246c5 req-d732eab4-78e3-461b-b069-2d2170c17ff2 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0ab2db1-9c03-4c68-8946-0784f4560804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433125 Aug 18 17:12:54.926839 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ecf79-d620-4b50-b48d-7007d9c4c3e0 req-eed638a1-113e-4fdf-b4a2-a0fbe973c5cb tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:54.928352 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-247ecf79-d620-4b50-b48d-7007d9c4c3e0 req-eed638a1-113e-4fdf-b4a2-a0fbe973c5cb tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 944 time: 0.0483644 Aug 18 17:12:54.980829 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-247ecf79-d620-4b50-b48d-7007d9c4c3e0 req-a0030054-0f0e-45ca-b32e-7b2134134f32 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467861 Aug 18 17:12:55.003775 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d371f-b5c7-44a9-ad75-2e2542ad7bd0 req-6bb9d3dc-51e5-447f-8683-0d17e8b976b4 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:55.005878 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-386d371f-b5c7-44a9-ad75-2e2542ad7bd0 req-6bb9d3dc-51e5-447f-8683-0d17e8b976b4 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0475941 Aug 18 17:12:55.026258 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:55.057110 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-386d371f-b5c7-44a9-ad75-2e2542ad7bd0 req-9c1ba677-a00e-4ff9-bbbd-d1cc38145bd3 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452385 Aug 18 17:12:55.208618 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb549b0-5f2c-4ce0-ab63-3356d91cfb09 req-949f2961-9478-4e72-bcbc-2b5aaa1bb376 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:55.210054 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dcb549b0-5f2c-4ce0-ab63-3356d91cfb09 req-949f2961-9478-4e72-bcbc-2b5aaa1bb376 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 945 time: 0.0466728 Aug 18 17:12:55.220713 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:55.294654 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-dcb549b0-5f2c-4ce0-ab63-3356d91cfb09 req-dbe10f15-230e-47dc-8672-25bd44a30e0a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Deleting port 163f8304-d484-49c9-8968-b436b23114d7 {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:12:55.294917 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-dcb549b0-5f2c-4ce0-ab63-3356d91cfb09 req-dbe10f15-230e-47dc-8672-25bd44a30e0a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (163f8304-d484-49c9-8968-b436b23114d7), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:55.354088 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:55.387300 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-dcb549b0-5f2c-4ce0-ab63-3356d91cfb09 req-dbe10f15-230e-47dc-8672-25bd44a30e0a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] For port 163f8304-d484-49c9-8968-b436b23114d7, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=163f8304-d484-49c9-8968-b436b23114d7,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:12:55.387697 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-dcb549b0-5f2c-4ce0-ab63-3356d91cfb09 req-dbe10f15-230e-47dc-8672-25bd44a30e0a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (163f8304-d484-49c9-8968-b436b23114d7), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:55.789756 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-dcb549b0-5f2c-4ce0-ab63-3356d91cfb09 req-dbe10f15-230e-47dc-8672-25bd44a30e0a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:55.790125 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-dcb549b0-5f2c-4ce0-ab63-3356d91cfb09 req-dbe10f15-230e-47dc-8672-25bd44a30e0a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (01693927-5319-4f22-8688-9d39661cb0d5), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:55.790439 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.db.l3_db [req-dcb549b0-5f2c-4ce0-ab63-3356d91cfb09 req-dbe10f15-230e-47dc-8672-25bd44a30e0a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Floating IP 01693927-5319-4f22-8688-9d39661cb0d5 disassociated. External IP: 172.27.1.199, port: 163f8304-d484-49c9-8968-b436b23114d7. Aug 18 17:12:55.790778 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-dcb549b0-5f2c-4ce0-ab63-3356d91cfb09 req-dbe10f15-230e-47dc-8672-25bd44a30e0a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Calling delete_port for 163f8304-d484-49c9-8968-b436b23114d7 owned by compute:nova {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:12:55.961384 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-dcb549b0-5f2c-4ce0-ab63-3356d91cfb09 req-dbe10f15-230e-47dc-8672-25bd44a30e0a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (163f8304-d484-49c9-8968-b436b23114d7), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:55.997529 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe10f15-230e-47dc-8672-25bd44a30e0a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event deleted for resources: {'Port': ['ID=163f8304-d484-49c9-8968-b436b23114d7,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:56.006623 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48fafc-2dd1-4ab8-adda-fe1c599ff96d req-a4db9741-7ecb-4bdf-a080-a071cdae5dae tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:56.008170 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4c48fafc-2dd1-4ab8-adda-fe1c599ff96d req-a4db9741-7ecb-4bdf-a080-a071cdae5dae tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 945 time: 0.0749681 Aug 18 17:12:56.140209 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4c48fafc-2dd1-4ab8-adda-fe1c599ff96d req-6ce17903-848d-4b32-8d7d-a654d1026280 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=f0ab2db1-9c03-4c68-8946-0784f4560804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240451 Aug 18 17:12:56.163681 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcb549b0-5f2c-4ce0-ab63-3356d91cfb09 req-dbe10f15-230e-47dc-8672-25bd44a30e0a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Router 33ac6969-4352-430e-8f29-f4e097521088 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:12:56.304712 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6b216-eaaa-4665-bd89-8dd64a9d1d8b req-da5c5f05-7e01-4a3e-845b-e5b070b0fda5 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:56.306500 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-fea6b216-eaaa-4665-bd89-8dd64a9d1d8b req-da5c5f05-7e01-4a3e-845b-e5b070b0fda5 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0876262 Aug 18 17:12:56.324079 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcb549b0-5f2c-4ce0-ab63-3356d91cfb09 req-dbe10f15-230e-47dc-8672-25bd44a30e0a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:12:56.334128 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a756f9a1-50b7-4828-acc0-4735694a99ac None None] Sync routers for ids ['33ac6969-4352-430e-8f29-f4e097521088'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:12:56.346791 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a756f9a1-50b7-4828-acc0-4735694a99ac None None] Routers {'33ac6969-4352-430e-8f29-f4e097521088'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:12:56.348675 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-a756f9a1-50b7-4828-acc0-4735694a99ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:12:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['33ac6969-4352-430e-8f29-f4e097521088'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:12:56.368537 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:56.378230 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880302e-0b21-4135-9c9c-4fe7fc8339da req-b5c9ba6a-1356-45f3-8137-2524f70576fe tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:56.380212 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a880302e-0b21-4135-9c9c-4fe7fc8339da req-b5c9ba6a-1356-45f3-8137-2524f70576fe tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 944 time: 0.3170781 Aug 18 17:12:56.389558 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb549b0-5f2c-4ce0-ab63-3356d91cfb09 req-dbe10f15-230e-47dc-8672-25bd44a30e0a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] No DVR routers for this DVR port 163f8304-d484-49c9-8968-b436b23114d7 on host hv-cinder-85367 {{(pid=106918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:12:56.396842 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-dcb549b0-5f2c-4ce0-ab63-3356d91cfb09 req-dbe10f15-230e-47dc-8672-25bd44a30e0a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:56.400063 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dcb549b0-5f2c-4ce0-ab63-3356d91cfb09 req-dbe10f15-230e-47dc-8672-25bd44a30e0a tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.40 "DELETE /networking/v2.0/ports/163f8304-d484-49c9-8968-b436b23114d7 HTTP/1.1" status: 204 len: 173 time: 1.1850457 Aug 18 17:12:56.400821 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe34c884-f87c-410a-a740-30046200620f', 'name': 'network-vif-deleted', 'tag': '163f8304-d484-49c9-8968-b436b23114d7'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:12:56.402836 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695dcfa9-eee3-488e-a624-e67cb0a52763" -d '{"events": [{"server_uuid": "fe34c884-f87c-410a-a740-30046200620f", "name": "network-vif-deleted", "tag": "163f8304-d484-49c9-8968-b436b23114d7"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:12:56.419094 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-fea6b216-eaaa-4665-bd89-8dd64a9d1d8b req-2da45de3-b72a-4e4e-b8c1-04f7e08c9184 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036742 Aug 18 17:12:56.439058 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a880302e-0b21-4135-9c9c-4fe7fc8339da req-a82ba2c1-2de7-4158-91bc-c359bffbd2dd tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504484 Aug 18 17:12:56.484765 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdaace5-215f-44cb-9b6e-406de83b86bb x-openstack-request-id: req-bbdaace5-215f-44cb-9b6e-406de83b86bb {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:12:56.484765 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe34c884-f87c-410a-a740-30046200620f", "name": "network-vif-deleted", "tag": "163f8304-d484-49c9-8968-b436b23114d7", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:12:56.484765 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bbdaace5-215f-44cb-9b6e-406de83b86bb {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:12:56.484765 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbdaace5-215f-44cb-9b6e-406de83b86bb'] response: {'server_uuid': 'fe34c884-f87c-410a-a740-30046200620f', 'name': 'network-vif-deleted', 'tag': '163f8304-d484-49c9-8968-b436b23114d7', 'status': 'completed', 'code': 200} Aug 18 17:12:56.611774 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-a756f9a1-50b7-4828-acc0-4735694a99ac None None] Set router 33ac6969-4352-430e-8f29-f4e097521088 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:12:56.754581 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:56.801576 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-a756f9a1-50b7-4828-acc0-4735694a99ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:12:56.827429 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a756f9a1-50b7-4828-acc0-4735694a99ac None None] Checking router: 33ac6969-4352-430e-8f29-f4e097521088 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:12:56.836436 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a756f9a1-50b7-4828-acc0-4735694a99ac None None] Routers {'33ac6969-4352-430e-8f29-f4e097521088'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:12:56.837044 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-a756f9a1-50b7-4828-acc0-4735694a99ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:12:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['33ac6969-4352-430e-8f29-f4e097521088'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:12:56.945379 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-a756f9a1-50b7-4828-acc0-4735694a99ac None None] Set router 33ac6969-4352-430e-8f29-f4e097521088 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:12:57.014552 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:57.135822 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-a756f9a1-50b7-4828-acc0-4735694a99ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:12:57.161198 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a756f9a1-50b7-4828-acc0-4735694a99ac None None] The sync data for ids ['33ac6969-4352-430e-8f29-f4e097521088'] in dv-cinder-853678-2-iscsi is: [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '7654bf13-0ac1-4946-9a8f-e16167b0f14a', 'name': '', 'network_id': '93c53d22-e6a6-4bb0-95db-6f41b7bca33b', 'tenant_id': '4eececcd804446e49078038ab362b235', 'mac_address': 'fa:16:3e:02:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:39Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'subnets': [{'id': '1a23d7f4-432a-4b07-a647-12813e579e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:12:57.263326 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-aa95bcf5-372a-416b-920f-e742e8b2d37b req-6007ae68-84ca-4a7b-882f-4cc45b8685e6 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=fe34c884-f87c-410a-a740-30046200620f HTTP/1.1" status: 200 len: 210 time: 0.0288510 Aug 18 17:12:57.390671 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15da0fef-0b9f-4d8c-8465-70b85a0daa95 None None] New status for floating IP 01693927-5319-4f22-8688-9d39661cb0d5: DOWN {{(pid=106921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:12:57.543392 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40353ed3-39a5-4e8f-85fe-284812bfa54c req-c9de908e-89ff-4131-8f70-da2e42180c1d tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:57.546180 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-40353ed3-39a5-4e8f-85fe-284812bfa54c req-c9de908e-89ff-4131-8f70-da2e42180c1d tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0529938 Aug 18 17:12:57.567071 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bc6cf-55dd-4df2-9c94-79498b173c01 req-870d67d9-6c21-431d-b28c-315c985e4c43 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:57.568638 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8c0bc6cf-55dd-4df2-9c94-79498b173c01 req-870d67d9-6c21-431d-b28c-315c985e4c43 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 944 time: 0.0535352 Aug 18 17:12:57.608940 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-40353ed3-39a5-4e8f-85fe-284812bfa54c req-22155578-5432-4be5-927f-108ed12a2f7e tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529730 Aug 18 17:12:57.622090 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8c0bc6cf-55dd-4df2-9c94-79498b173c01 req-68a6acc2-08ff-4a50-b18d-bbb29a0512aa tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470567 Aug 18 17:12:58.445076 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50646) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:12:58.486056 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:12:58.499635 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-36bc4a33-cb97-4846-b6a8-13fd47fb0378 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (f0ab2db1-9c03-4c68-8946-0784f4560804), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:58.522863 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-36bc4a33-cb97-4846-b6a8-13fd47fb0378 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (f0ab2db1-9c03-4c68-8946-0784f4560804), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:58.739779 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba8668-3689-4e1f-b3db-99662125d812 req-6c7592ce-0dbd-4cf0-b535-b842f1acd431 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:58.741227 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-26ba8668-3689-4e1f-b3db-99662125d812 req-6c7592ce-0dbd-4cf0-b535-b842f1acd431 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0486844 Aug 18 17:12:58.742346 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db55c8-e31f-4759-8255-9332a38c5451 req-3c73ec9e-1e13-4ef7-805d-dcff7d47a19f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:58.743883 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d1db55c8-e31f-4759-8255-9332a38c5451 req-3c73ec9e-1e13-4ef7-805d-dcff7d47a19f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 944 time: 0.0465994 Aug 18 17:12:58.762067 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-36bc4a33-cb97-4846-b6a8-13fd47fb0378 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (f0ab2db1-9c03-4c68-8946-0784f4560804), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:58.764673 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-36bc4a33-cb97-4846-b6a8-13fd47fb0378 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:58.765872 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-36bc4a33-cb97-4846-b6a8-13fd47fb0378 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f0ab2db1-9c03-4c68-8946-0784f4560804 HTTP/1.1" status: 204 len: 168 time: 0.3197215 Aug 18 17:12:58.768682 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 50652) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:12:58.787388 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc4a33-cb97-4846-b6a8-13fd47fb0378 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ab2db1-9c03-4c68-8946-0784f4560804,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:58.788788 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.api.v2.resource [None req-532942aa-e74d-4c78-b77b-d0e953e41f45 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] show failed (client error): The resource could not be found. Aug 18 17:12:58.789855 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-532942aa-e74d-4c78-b77b-d0e953e41f45 tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "GET /networking/v2.0/security-groups/f0ab2db1-9c03-4c68-8946-0784f4560804 HTTP/1.1" status: 404 len: 347 time: 0.0201240 Aug 18 17:12:58.793166 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50654) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:12:58.823469 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d1db55c8-e31f-4759-8255-9332a38c5451 req-08d0c88a-d9eb-4987-a9a5-5c621d0f0eb8 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739641 Aug 18 17:12:58.853095 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-26ba8668-3689-4e1f-b3db-99662125d812 req-7ee55efc-4328-4d49-905d-b6f5f2583fc7 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058981 Aug 18 17:12:58.931937 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-429ddcc1-31f9-4461-8cf3-0294758f087d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Deleting port 7331fdd5-42b7-40b6-8791-9ea7afa7341b {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:12:58.932283 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-429ddcc1-31f9-4461-8cf3-0294758f087d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (7331fdd5-42b7-40b6-8791-9ea7afa7341b), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:59.011511 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-429ddcc1-31f9-4461-8cf3-0294758f087d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (7331fdd5-42b7-40b6-8791-9ea7afa7341b), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:59.011838 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-429ddcc1-31f9-4461-8cf3-0294758f087d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (7331fdd5-42b7-40b6-8791-9ea7afa7341b), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:59.024489 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-429ddcc1-31f9-4461-8cf3-0294758f087d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Calling delete_port for 7331fdd5-42b7-40b6-8791-9ea7afa7341b owned by network:floatingip {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:12:59.255493 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-429ddcc1-31f9-4461-8cf3-0294758f087d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (7331fdd5-42b7-40b6-8791-9ea7afa7341b), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:59.279108 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ddcc1-31f9-4461-8cf3-0294758f087d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Pushing event deleted for resources: {'Port': ['ID=7331fdd5-42b7-40b6-8791-9ea7afa7341b,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:12:59.344555 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-429ddcc1-31f9-4461-8cf3-0294758f087d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks [] for floatingip (01693927-5319-4f22-8688-9d39661cb0d5), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:59.347098 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-429ddcc1-31f9-4461-8cf3-0294758f087d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:12:59.348803 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-429ddcc1-31f9-4461-8cf3-0294758f087d tempest-AttachVolumeNegativeTest-215553972 tempest-AttachVolumeNegativeTest-215553972-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/01693927-5319-4f22-8688-9d39661cb0d5 HTTP/1.1" status: 204 len: 168 time: 0.5514066 Aug 18 17:12:59.946866 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d35dfa-e5d7-4021-a88e-350f79e3cf63 req-e77ac509-5470-4a34-9177-926ba4b8a975 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:59.948804 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-97d35dfa-e5d7-4021-a88e-350f79e3cf63 req-e77ac509-5470-4a34-9177-926ba4b8a975 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 944 time: 0.0505352 Aug 18 17:12:59.996625 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089a8c0-bc25-4a0f-80b8-0bef4e943c71 req-043786b1-78c8-44f4-8167-5e27b61a8ba8 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:12:59.998285 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a089a8c0-bc25-4a0f-80b8-0bef4e943c71 req-043786b1-78c8-44f4-8167-5e27b61a8ba8 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0602145 Aug 18 17:13:00.011338 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-97d35dfa-e5d7-4021-a88e-350f79e3cf63 req-7391388d-ffdb-4ce8-91d2-7381b3e65fd9 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566823 Aug 18 17:13:00.051373 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:00.056240 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a089a8c0-bc25-4a0f-80b8-0bef4e943c71 req-22beecb3-bd31-4301-a19c-fd4d0949f593 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515604 Aug 18 17:13:00.727422 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:13:00.729836 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 163f8304-d484-49c9-8968-b436b23114d7 no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:13:00.761455 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] No Port match for: 163f8304-d484-49c9-8968-b436b23114d7 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:13:00.761811 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 163f8304-d484-49c9-8968-b436b23114d7 not bound to the agent host hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:13:00.849947 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=32c22de7-72ea-42f2-9fbf-c5873ac6f9a8,segment=NetworkSegment(18f1b367-0c7e-4cfe-a0a6-677c8efd49ab),segment_id=18f1b367-0c7e-4cfe-a0a6-677c8efd49ab)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:13:00.861170 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': '32c22de7-72ea-42f2-9fbf-c5873ac6f9a8', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'port_id': '32c22de7-72ea-42f2-9fbf-c5873ac6f9a8', 'mac_address': 'fa:16:3e:fe:67:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:13:00.906486 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:13:00.906789 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (32c22de7-72ea-42f2-9fbf-c5873ac6f9a8), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:00.926550 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:13:00.947841 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=32c22de7-72ea-42f2-9fbf-c5873ac6f9a8,segment=NetworkSegment(18f1b367-0c7e-4cfe-a0a6-677c8efd49ab),segment_id=18f1b367-0c7e-4cfe-a0a6-677c8efd49ab)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:13:01.003450 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (32c22de7-72ea-42f2-9fbf-c5873ac6f9a8), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:01.052147 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=32c22de7-72ea-42f2-9fbf-c5873ac6f9a8,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:01.136627 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2dc4d9-1ab4-482b-b734-39fb744f8379 req-f4890513-8a4f-4db3-9043-2184669424ba tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:01.138186 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8a2dc4d9-1ab4-482b-b734-39fb744f8379 req-f4890513-8a4f-4db3-9043-2184669424ba tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 945 time: 0.0497530 Aug 18 17:13:01.173373 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:01.183400 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb6608-6b8c-42ce-9278-8d540a9d026d req-156a477c-9640-4c2e-a909-47b05c9fe084 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:01.184924 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dabb6608-6b8c-42ce-9278-8d540a9d026d req-156a477c-9640-4c2e-a909-47b05c9fe084 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0513475 Aug 18 17:13:01.191333 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8a2dc4d9-1ab4-482b-b734-39fb744f8379 req-800569c9-89ee-4c27-a829-9ff26971b7d2 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468349 Aug 18 17:13:01.234323 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dabb6608-6b8c-42ce-9278-8d540a9d026d req-325d4729-eb6d-413a-859d-58a6d7e08fe7 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433629 Aug 18 17:13:01.241971 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['32c22de7-72ea-42f2-9fbf-c5873ac6f9a8'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:13:02.193684 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50690) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:02.321025 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704f2ab-1519-49be-aba2-87493ebc716f req-d65bc101-4206-40fd-b268-8a4b3098a7bb tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:02.322611 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7704f2ab-1519-49be-aba2-87493ebc716f req-d65bc101-4206-40fd-b268-8a4b3098a7bb tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 945 time: 0.0579422 Aug 18 17:13:02.382449 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7704f2ab-1519-49be-aba2-87493ebc716f req-cbbbb379-d851-4cbf-b3af-16b6fcc03fc0 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533605 Aug 18 17:13:02.406603 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5315a39-2853-424f-8b28-ed893dc115f9 req-2dcb73bd-a083-44ae-ba41-263cf0644f3e tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:02.408143 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e5315a39-2853-424f-8b28-ed893dc115f9 req-2dcb73bd-a083-44ae-ba41-263cf0644f3e tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0947518 Aug 18 17:13:02.476955 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:02.525455 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e5315a39-2853-424f-8b28-ed893dc115f9 req-6165dade-d1b4-4474-8339-5c69bb5726d0 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841000 Aug 18 17:13:02.534054 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb44b1-073f-4859-8769-0e9aab32e905 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Deleting port 51663da6-3406-4016-b0e8-ca18039e35b6 {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:13:02.534349 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ccfb44b1-073f-4859-8769-0e9aab32e905 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (51663da6-3406-4016-b0e8-ca18039e35b6), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:02.612974 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ccfb44b1-073f-4859-8769-0e9aab32e905 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (51663da6-3406-4016-b0e8-ca18039e35b6), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:02.613763 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ccfb44b1-073f-4859-8769-0e9aab32e905 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for floatingip (51663da6-3406-4016-b0e8-ca18039e35b6), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:02.626097 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb44b1-073f-4859-8769-0e9aab32e905 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Calling delete_port for 51663da6-3406-4016-b0e8-ca18039e35b6 owned by network:floatingip {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:13:02.637648 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:02.743019 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:13:02.777614 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:02.789723 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning for port 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 completed by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 18 17:13:02.866436 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:13:02.866739 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (32c22de7-72ea-42f2-9fbf-c5873ac6f9a8), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:02.895840 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ccfb44b1-073f-4859-8769-0e9aab32e905 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (51663da6-3406-4016-b0e8-ca18039e35b6), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:02.931598 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb44b1-073f-4859-8769-0e9aab32e905 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Pushing event deleted for resources: {'Port': ['ID=51663da6-3406-4016-b0e8-ca18039e35b6,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:02.947045 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:13:02.947714 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (32c22de7-72ea-42f2-9fbf-c5873ac6f9a8), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:02.972295 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7434d418-5586-4ce3-a420-21925506657c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c22de7-72ea-42f2-9fbf-c5873ac6f9a8'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:13:02.975149 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008e57d4-56de-493f-a8d6-4bd869c8e7c3" -d '{"events": [{"server_uuid": "7434d418-5586-4ce3-a420-21925506657c", "name": "network-vif-plugged", "status": "completed", "tag": "32c22de7-72ea-42f2-9fbf-c5873ac6f9a8"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:13:02.989568 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=32c22de7-72ea-42f2-9fbf-c5873ac6f9a8,segment=NetworkSegment(18f1b367-0c7e-4cfe-a0a6-677c8efd49ab),segment_id=18f1b367-0c7e-4cfe-a0a6-677c8efd49ab)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:13:02.995900 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ccfb44b1-073f-4859-8769-0e9aab32e905 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for floatingip (cda52c99-e16f-4745-887e-1d5b1b07b73f), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:02.996505 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.db.l3_db [None req-ccfb44b1-073f-4859-8769-0e9aab32e905 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Floating IP cda52c99-e16f-4745-887e-1d5b1b07b73f disassociated (deleted). External IP: 172.27.1.66, port: 60e0cf05-5e8f-4133-8579-da77a04a4d8a. Aug 18 17:13:03.019080 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf154b0-449c-4baa-8403-8637afe19145 x-openstack-request-id: req-fbf154b0-449c-4baa-8403-8637afe19145 {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:13:03.019080 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7434d418-5586-4ce3-a420-21925506657c", "name": "network-vif-plugged", "status": "completed", "tag": "32c22de7-72ea-42f2-9fbf-c5873ac6f9a8", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:13:03.019080 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fbf154b0-449c-4baa-8403-8637afe19145 {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:13:03.019080 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf154b0-449c-4baa-8403-8637afe19145'] response: {'server_uuid': '7434d418-5586-4ce3-a420-21925506657c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c22de7-72ea-42f2-9fbf-c5873ac6f9a8', 'code': 200} Aug 18 17:13:03.047344 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:03.072464 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (32c22de7-72ea-42f2-9fbf-c5873ac6f9a8), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:03.121825 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=32c22de7-72ea-42f2-9fbf-c5873ac6f9a8,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:03.211373 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfb44b1-073f-4859-8769-0e9aab32e905 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Router 62db6926-041f-46c5-ad52-21187e388cdc has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:13:03.348366 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a1518-c7be-4222-88c0-1283cf86a835 req-fd0baab6-ff01-45a4-b47f-5fb1b997405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:03.349913 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-015a1518-c7be-4222-88c0-1283cf86a835 req-fd0baab6-ff01-45a4-b47f-5fb1b997405f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 1130 time: 0.0542734 Aug 18 17:13:03.351257 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfb44b1-073f-4859-8769-0e9aab32e905 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:13:03.355685 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ccfb44b1-073f-4859-8769-0e9aab32e905 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:03.362216 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65abec3-3407-42be-af4b-6c1f3be606b5 None None] Sync routers for ids ['62db6926-041f-46c5-ad52-21187e388cdc'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:13:03.373910 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65abec3-3407-42be-af4b-6c1f3be606b5 None None] Routers {'62db6926-041f-46c5-ad52-21187e388cdc'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:13:03.374505 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-b65abec3-3407-42be-af4b-6c1f3be606b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:12:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['62db6926-041f-46c5-ad52-21187e388cdc'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:03.406721 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-ccfb44b1-073f-4859-8769-0e9aab32e905 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/cda52c99-e16f-4745-887e-1d5b1b07b73f HTTP/1.1" status: 204 len: 168 time: 1.2118688 Aug 18 17:13:03.408818 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1', 'tag': '60e0cf05-5e8f-4133-8579-da77a04a4d8a'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:13:03.411132 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c49a63-1e2d-40d9-a1a1-ab7d94da7988" -d '{"events": [{"name": "network-changed", "server_uuid": "66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1", "tag": "60e0cf05-5e8f-4133-8579-da77a04a4d8a"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:13:03.451048 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-015a1518-c7be-4222-88c0-1283cf86a835 req-8cbe2082-ccf1-4b4a-941c-e431237f7d8c service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918818 Aug 18 17:13:03.476347 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:03.510393 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-b65abec3-3407-42be-af4b-6c1f3be606b5 None None] Set router 62db6926-041f-46c5-ad52-21187e388cdc gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:13:03.522226 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacbff6-1072-4c52-9b7b-1397af30e429 req-93529503-17c8-4bf4-b168-126bc32a4de3 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:03.523776 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-deacbff6-1072-4c52-9b7b-1397af30e429 req-93529503-17c8-4bf4-b168-126bc32a4de3 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 946 time: 0.0563910 Aug 18 17:13:03.579523 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-deacbff6-1072-4c52-9b7b-1397af30e429 req-75b837e7-5891-4403-9b6c-2c6a17bb2f75 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500383 Aug 18 17:13:03.634095 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0646ee77-b47e-44ff-b6e4-f77e45a071d3 x-openstack-request-id: req-0646ee77-b47e-44ff-b6e4-f77e45a071d3 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:13:03.634573 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1", "tag": "60e0cf05-5e8f-4133-8579-da77a04a4d8a", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:13:03.635560 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0646ee77-b47e-44ff-b6e4-f77e45a071d3 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:13:03.636130 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0646ee77-b47e-44ff-b6e4-f77e45a071d3'] response: {'name': 'network-changed', 'server_uuid': '66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1', 'tag': '60e0cf05-5e8f-4133-8579-da77a04a4d8a', 'status': 'completed', 'code': 200} Aug 18 17:13:03.640482 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:03.729508 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-b65abec3-3407-42be-af4b-6c1f3be606b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62db6926-041f-46c5-ad52-21187e388cdc', 'name': 'tempest-TestShelveInstance-985048160-router', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:17Z', 'updated_at': '2022-08-18T17:07:21Z', 'revision_number': 4, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'gw_port': {'id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:18Z', 'updated_at': '2022-08-18T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '12bdf604-2192-4528-a042-5c3ddd121e7b', 'name': '', 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'mac_address': 'fa:16:3e:bb:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8923c51a-2a81-416e-9aa6-fae865af2acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:20Z', 'updated_at': '2022-08-18T17:07:27Z', 'revision_number': 5, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'subnets': [{'id': '8923c51a-2a81-416e-9aa6-fae865af2acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:03.757417 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65abec3-3407-42be-af4b-6c1f3be606b5 None None] Checking router: 62db6926-041f-46c5-ad52-21187e388cdc for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:13:03.773492 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65abec3-3407-42be-af4b-6c1f3be606b5 None None] Routers {'62db6926-041f-46c5-ad52-21187e388cdc'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:13:03.774372 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-b65abec3-3407-42be-af4b-6c1f3be606b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:12:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['62db6926-041f-46c5-ad52-21187e388cdc'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:03.774581 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80559a1-6280-4cad-a70d-320de4cee2a8 req-224d77d4-ab51-459f-9383-e82062c28a40 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:03.776507 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f80559a1-6280-4cad-a70d-320de4cee2a8 req-224d77d4-ab51-459f-9383-e82062c28a40 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0627820 Aug 18 17:13:03.803371 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 50718) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:03.842333 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c49a63-1e2d-40d9-a1a1-ab7d94da7988 req-4b1dd07b-64d9-4b9b-97cf-eeb5744f2f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:03.843885 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-84c49a63-1e2d-40d9-a1a1-ab7d94da7988 req-4b1dd07b-64d9-4b9b-97cf-eeb5744f2f43 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=e5d8cae49e524a98ae646381b455351e&device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 1129 time: 0.0918887 Aug 18 17:13:03.868677 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f80559a1-6280-4cad-a70d-320de4cee2a8 req-ce195fe9-495f-44b3-97f8-138f016929e4 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812943 Aug 18 17:13:03.901804 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a9e33-e242-4d06-b6a6-a5b6146315e5 req-63fc5f08-e4a9-444e-a102-1003a2a52528 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:03.903311 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7f9a9e33-e242-4d06-b6a6-a5b6146315e5 req-63fc5f08-e4a9-444e-a102-1003a2a52528 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0499964 Aug 18 17:13:03.909742 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-b65abec3-3407-42be-af4b-6c1f3be606b5 None None] Set router 62db6926-041f-46c5-ad52-21187e388cdc gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:13:03.940280 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:03.964371 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-7f9a9e33-e242-4d06-b6a6-a5b6146315e5 req-1a16ef2d-d294-4681-a222-e846a0776649 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507112 Aug 18 17:13:04.115635 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-b65abec3-3407-42be-af4b-6c1f3be606b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62db6926-041f-46c5-ad52-21187e388cdc', 'name': 'tempest-TestShelveInstance-985048160-router', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:17Z', 'updated_at': '2022-08-18T17:07:21Z', 'revision_number': 4, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'gw_port': {'id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:18Z', 'updated_at': '2022-08-18T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '12bdf604-2192-4528-a042-5c3ddd121e7b', 'name': '', 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'mac_address': 'fa:16:3e:bb:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8923c51a-2a81-416e-9aa6-fae865af2acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:20Z', 'updated_at': '2022-08-18T17:07:27Z', 'revision_number': 5, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'subnets': [{'id': '8923c51a-2a81-416e-9aa6-fae865af2acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:04.145041 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65abec3-3407-42be-af4b-6c1f3be606b5 None None] The sync data for ids ['62db6926-041f-46c5-ad52-21187e388cdc'] in dv-cinder-853678-2-iscsi is: [{'id': '62db6926-041f-46c5-ad52-21187e388cdc', 'name': 'tempest-TestShelveInstance-985048160-router', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:17Z', 'updated_at': '2022-08-18T17:07:21Z', 'revision_number': 4, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'gw_port': {'id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:18Z', 'updated_at': '2022-08-18T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '12bdf604-2192-4528-a042-5c3ddd121e7b', 'name': '', 'network_id': 'dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'mac_address': 'fa:16:3e:bb:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8923c51a-2a81-416e-9aa6-fae865af2acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:20Z', 'updated_at': '2022-08-18T17:07:27Z', 'revision_number': 5, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'subnets': [{'id': '8923c51a-2a81-416e-9aa6-fae865af2acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:13:04.147086 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:04.272238 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3878567'] for router_interface (33ac6969-4352-430e-8f29-f4e097521088), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:04.380513 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bd78ea-5cc7-4aa8-9be6-0fad498440be None None] New status for floating IP cda52c99-e16f-4745-887e-1d5b1b07b73f: DOWN {{(pid=106921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:13:04.510502 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Deleting port 7654bf13-0ac1-4946-9a8f-e16167b0f14a {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:13:04.510838 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (7654bf13-0ac1-4946-9a8f-e16167b0f14a), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:04.585709 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:04.590644 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] For port 7654bf13-0ac1-4946-9a8f-e16167b0f14a, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=7654bf13-0ac1-4946-9a8f-e16167b0f14a,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:13:04.591008 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (7654bf13-0ac1-4946-9a8f-e16167b0f14a), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:04.603752 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Calling delete_port for 7654bf13-0ac1-4946-9a8f-e16167b0f14a owned by network:router_interface {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:13:04.710906 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213cefd-1cae-47b9-86c0-25ccf13b6f69 req-aa37bffb-0379-4bf8-96aa-53176298d0db tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:04.712345 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6213cefd-1cae-47b9-86c0-25ccf13b6f69 req-aa37bffb-0379-4bf8-96aa-53176298d0db tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 946 time: 0.0600073 Aug 18 17:13:04.814895 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6213cefd-1cae-47b9-86c0-25ccf13b6f69 req-a0f80794-8b5c-4f65-bd81-e67ef5d5191e tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967140 Aug 18 17:13:04.923581 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (7654bf13-0ac1-4946-9a8f-e16167b0f14a), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:04.952907 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=7654bf13-0ac1-4946-9a8f-e16167b0f14a,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:04.978556 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:04.978906 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:04.979250 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:04.979625 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:04.979953 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:04.985598 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:04.985598 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:04.985598 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:04.985598 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:04.985598 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:04.985598 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:04.985598 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:04.985598 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:04.985598 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:04.985598 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:05.050077 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9179e7-3aad-4713-825c-9e693f6ebc2d req-42141bc3-0e53-45b1-b873-a9c1c1ea87ec tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:05.052208 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1e9179e7-3aad-4713-825c-9e693f6ebc2d req-42141bc3-0e53-45b1-b873-a9c1c1ea87ec tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.1044543 Aug 18 17:13:05.089206 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c49a63-1e2d-40d9-a1a1-ab7d94da7988 req-32d41a0c-b762-4e2d-8a92-75c2e9459456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:05.090665 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-84c49a63-1e2d-40d9-a1a1-ab7d94da7988 req-32d41a0c-b762-4e2d-8a92-75c2e9459456 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 HTTP/1.1" status: 200 len: 909 time: 0.1700590 Aug 18 17:13:05.098363 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:05.121548 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1e9179e7-3aad-4713-825c-9e693f6ebc2d req-4344e9a7-6469-4970-8f03-5e0a73331112 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608296 Aug 18 17:13:05.174750 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8386089-db68-4b64-8e80-561095af9044 req-2d28fdd6-f6b1-4090-962e-31311d788fc7 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:05.174750 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e8386089-db68-4b64-8e80-561095af9044 req-2d28fdd6-f6b1-4090-962e-31311d788fc7 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0936182 Aug 18 17:13:05.210815 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3873623'] for router_interface (33ac6969-4352-430e-8f29-f4e097521088), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:05.279164 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e8386089-db68-4b64-8e80-561095af9044 req-ac6b4374-7efa-4d68-837d-bba477df54c0 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965762 Aug 18 17:13:05.353284 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-84c49a63-1e2d-40d9-a1a1-ab7d94da7988 req-258430c7-17d5-40d6-b961-8ec74308cbfa service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60e0cf05-5e8f-4133-8579-da77a04a4d8a HTTP/1.1" status: 200 len: 217 time: 0.0331376 Aug 18 17:13:05.429713 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c49a63-1e2d-40d9-a1a1-ab7d94da7988 req-df6b2bfd-39a2-47da-8cf2-d3550a364959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:05.431166 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-84c49a63-1e2d-40d9-a1a1-ab7d94da7988 req-df6b2bfd-39a2-47da-8cf2-d3550a364959 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8923c51a-2a81-416e-9aa6-fae865af2acd HTTP/1.1" status: 200 len: 847 time: 0.0542984 Aug 18 17:13:05.439080 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:05.449820 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Router 33ac6969-4352-430e-8f29-f4e097521088 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:13:05.549845 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:13:05.555334 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-978023c1-b43c-4b61-a256-d625a9865eaf admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/33ac6969-4352-430e-8f29-f4e097521088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7508945 Aug 18 17:13:05.557860 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 50728) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:05.562726 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a42ab9-4f6f-4595-b5b0-d437435dec96 None None] Sync routers for ids ['33ac6969-4352-430e-8f29-f4e097521088'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:13:05.572988 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a42ab9-4f6f-4595-b5b0-d437435dec96 None None] Routers {'33ac6969-4352-430e-8f29-f4e097521088'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:13:05.573606 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-12a42ab9-4f6f-4595-b5b0-d437435dec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:12:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['33ac6969-4352-430e-8f29-f4e097521088'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:05.670876 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e65cd9f7-56b4-4e05-9b4d-a742ce268e3f admin admin] Publish callbacks [] for router (33ac6969-4352-430e-8f29-f4e097521088), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:05.678447 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c49a63-1e2d-40d9-a1a1-ab7d94da7988 req-c2493630-00e2-42c7-ae07-2e3faa08955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:05.680138 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-84c49a63-1e2d-40d9-a1a1-ab7d94da7988 req-c2493630-00e2-42c7-ae07-2e3faa08955c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455298 Aug 18 17:13:05.787933 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e65cd9f7-56b4-4e05-9b4d-a742ce268e3f admin admin] Publish callbacks [] for router_gateway (33ac6969-4352-430e-8f29-f4e097521088), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:05.835140 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-12a42ab9-4f6f-4595-b5b0-d437435dec96 None None] Set router 33ac6969-4352-430e-8f29-f4e097521088 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:13:05.933182 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-e65cd9f7-56b4-4e05-9b4d-a742ce268e3f admin admin] Deleting port ae2dda87-a930-41bb-b9de-d796051a7093 {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:13:05.933828 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e65cd9f7-56b4-4e05-9b4d-a742ce268e3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (ae2dda87-a930-41bb-b9de-d796051a7093), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:05.970562 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e4a13-a271-4a44-9f06-f84f5f997c78 req-becb1c14-4750-47da-ae05-ed8b75732a89 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:05.973221 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-771e4a13-a271-4a44-9f06-f84f5f997c78 req-becb1c14-4750-47da-ae05-ed8b75732a89 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 946 time: 0.0829127 Aug 18 17:13:06.055250 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-12a42ab9-4f6f-4595-b5b0-d437435dec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:13:04Z', 'revision_number': 5, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port': {'id': 'ae2dda87-a930-41bb-b9de-d796051a7093', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:02:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac6969-4352-430e-8f29-f4e097521088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:20Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:06.055948 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [None req-e65cd9f7-56b4-4e05-9b4d-a742ce268e3f admin admin] For port ae2dda87-a930-41bb-b9de-d796051a7093, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=ae2dda87-a930-41bb-b9de-d796051a7093,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:13:06.056910 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e65cd9f7-56b4-4e05-9b4d-a742ce268e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (ae2dda87-a930-41bb-b9de-d796051a7093), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:06.079791 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-771e4a13-a271-4a44-9f06-f84f5f997c78 req-412de0ef-bd53-4518-9de8-30dba363de72 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003850 Aug 18 17:13:06.083809 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-e65cd9f7-56b4-4e05-9b4d-a742ce268e3f admin admin] Calling delete_port for ae2dda87-a930-41bb-b9de-d796051a7093 owned by network:router_gateway {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:13:06.097953 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a42ab9-4f6f-4595-b5b0-d437435dec96 None None] Checking router: 33ac6969-4352-430e-8f29-f4e097521088 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:13:06.113437 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a42ab9-4f6f-4595-b5b0-d437435dec96 None None] Routers {'33ac6969-4352-430e-8f29-f4e097521088'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:13:06.114463 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-12a42ab9-4f6f-4595-b5b0-d437435dec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:12:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['33ac6969-4352-430e-8f29-f4e097521088'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:06.159944 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5995b4f-206f-4c85-bf74-81f6a3764ad6 req-fa24ce02-51a3-4ab5-9e26-012bbde64b27 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:06.161496 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c5995b4f-206f-4c85-bf74-81f6a3764ad6 req-fa24ce02-51a3-4ab5-9e26-012bbde64b27 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0815279 Aug 18 17:13:06.187417 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-84c49a63-1e2d-40d9-a1a1-ab7d94da7988 req-7244b1ec-c406-4618-9046-3878c90528db service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352201 Aug 18 17:13:06.224953 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-12a42ab9-4f6f-4595-b5b0-d437435dec96 None None] Set router 33ac6969-4352-430e-8f29-f4e097521088 gateway port host: None {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:13:06.280035 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:06.282213 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-12a42ab9-4f6f-4595-b5b0-d437435dec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:13:05Z', 'revision_number': 6, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port_host': None}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:06.300011 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:06.310628 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909a0ca-d1ca-49ab-bfd6-82c34b9e6689 req-1b48d441-b7aa-4d60-b55b-68f20b833cc0 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:06.312176 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4909a0ca-d1ca-49ab-bfd6-82c34b9e6689 req-1b48d441-b7aa-4d60-b55b-68f20b833cc0 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.1002324 Aug 18 17:13:06.312788 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a42ab9-4f6f-4595-b5b0-d437435dec96 None None] The sync data for ids ['33ac6969-4352-430e-8f29-f4e097521088'] in dv-cinder-853678-2-iscsi is: [{'id': '33ac6969-4352-430e-8f29-f4e097521088', 'name': 'tempest-AttachVolumeNegativeTest-1963520468-router', 'tenant_id': '4eececcd804446e49078038ab362b235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:19Z', 'updated_at': '2022-08-18T17:13:05Z', 'revision_number': 6, 'project_id': '4eececcd804446e49078038ab362b235', 'gw_port_host': None}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:13:06.345357 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-84c49a63-1e2d-40d9-a1a1-ab7d94da7988 req-4d045914-5fc6-4131-b820-041aecceed40 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521401 Aug 18 17:13:06.360899 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [req-c5995b4f-206f-4c85-bf74-81f6a3764ad6 req-453e4c55-1f7a-4cbd-a427-13becee3b199 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Deleting port 60e0cf05-5e8f-4133-8579-da77a04a4d8a {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:13:06.361795 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-c5995b4f-206f-4c85-bf74-81f6a3764ad6 req-453e4c55-1f7a-4cbd-a427-13becee3b199 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:06.377624 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4909a0ca-d1ca-49ab-bfd6-82c34b9e6689 req-4d4c7eb6-37e2-40ea-901b-1bd9ccd3b33a tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547926 Aug 18 17:13:06.385206 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64820a81-f1d4-40e6-912d-0301f8ebf332 req-3d460335-ff22-407d-9e4f-e0b87ef00856 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:06.386798 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-64820a81-f1d4-40e6-912d-0301f8ebf332 req-3d460335-ff22-407d-9e4f-e0b87ef00856 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 946 time: 0.1286633 Aug 18 17:13:06.485755 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39cbaf-a5af-40a3-8318-5bef1134ed49 req-47757659-57c4-459c-aa6a-d24e73895f1d tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:06.487305 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3e39cbaf-a5af-40a3-8318-5bef1134ed49 req-47757659-57c4-459c-aa6a-d24e73895f1d tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 945 time: 0.0493996 Aug 18 17:13:06.534136 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-64820a81-f1d4-40e6-912d-0301f8ebf332 req-884eb043-8c1f-4635-8171-d3e48a0ac434 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372368 Aug 18 17:13:06.539025 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3e39cbaf-a5af-40a3-8318-5bef1134ed49 req-afe6b096-20e5-4631-831c-8081a0433fe0 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b9df1a76-6b5a-49af-8d3b-ae738c4649b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457964 Aug 18 17:13:06.561611 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [req-c5995b4f-206f-4c85-bf74-81f6a3764ad6 req-453e4c55-1f7a-4cbd-a427-13becee3b199 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] For port 60e0cf05-5e8f-4133-8579-da77a04a4d8a, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=60e0cf05-5e8f-4133-8579-da77a04a4d8a,segment=NetworkSegment(10ed1ebd-70c5-4b43-8c76-700a5fe24a0d),segment_id=10ed1ebd-70c5-4b43-8c76-700a5fe24a0d)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:13:06.561979 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-c5995b4f-206f-4c85-bf74-81f6a3764ad6 req-453e4c55-1f7a-4cbd-a427-13becee3b199 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:06.571616 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:06.574071 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50738) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:06.597636 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [req-c5995b4f-206f-4c85-bf74-81f6a3764ad6 req-453e4c55-1f7a-4cbd-a427-13becee3b199 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Calling delete_port for 60e0cf05-5e8f-4133-8579-da77a04a4d8a owned by compute:nova {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:13:06.662984 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6396871-b496-4285-ba40-4ff7758f2f0e tempest-TestVolumeBootPattern-506040339 tempest-TestVolumeBootPattern-506040339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:06.667425 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-a6396871-b496-4285-ba40-4ff7758f2f0e tempest-TestVolumeBootPattern-506040339 tempest-TestVolumeBootPattern-506040339-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 1125 time: 0.0895422 Aug 18 17:13:06.667671 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 50742) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:06.673379 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-b4b75d74-3c54-432e-89c3-4ade45ee814f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Request body: {'floatingip': {'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'port_id': '32c22de7-72ea-42f2-9fbf-c5873ac6f9a8', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:13:06.772192 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e65cd9f7-56b4-4e05-9b4d-a742ce268e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (ae2dda87-a930-41bb-b9de-d796051a7093), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:06.795233 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65cd9f7-56b4-4e05-9b4d-a742ce268e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae2dda87-a930-41bb-b9de-d796051a7093,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:06.800282 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b4b75d74-3c54-432e-89c3-4ade45ee814f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:07.131593 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-c5995b4f-206f-4c85-bf74-81f6a3764ad6 req-453e4c55-1f7a-4cbd-a427-13becee3b199 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (60e0cf05-5e8f-4133-8579-da77a04a4d8a), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:07.171394 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:07.203623 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e4c55-1f7a-4cbd-a427-13becee3b199 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Pushing event deleted for resources: {'Port': ['ID=60e0cf05-5e8f-4133-8579-da77a04a4d8a,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:07.239494 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device ae2dda87-a930-41bb-b9de-d796051a7093 no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:13:07.247841 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e65cd9f7-56b4-4e05-9b4d-a742ce268e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876582'] for router_gateway (33ac6969-4352-430e-8f29-f4e097521088), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:07.264040 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: ae2dda87-a930-41bb-b9de-d796051a7093 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:13:07.264388 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device ae2dda87-a930-41bb-b9de-d796051a7093 not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:13:07.264819 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 7654bf13-0ac1-4946-9a8f-e16167b0f14a no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:13:07.279916 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b4b75d74-3c54-432e-89c3-4ade45ee814f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:07.283923 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: 7654bf13-0ac1-4946-9a8f-e16167b0f14a {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:13:07.284279 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 7654bf13-0ac1-4946-9a8f-e16167b0f14a not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:13:07.351463 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5995b4f-206f-4c85-bf74-81f6a3764ad6 req-453e4c55-1f7a-4cbd-a427-13becee3b199 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] No DVR routers for this DVR port 60e0cf05-5e8f-4133-8579-da77a04a4d8a on host hv-cinder-85367 {{(pid=106919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:13:07.359780 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-c5995b4f-206f-4c85-bf74-81f6a3764ad6 req-453e4c55-1f7a-4cbd-a427-13becee3b199 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:07.363008 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c5995b4f-206f-4c85-bf74-81f6a3764ad6 req-453e4c55-1f7a-4cbd-a427-13becee3b199 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.40 "DELETE /networking/v2.0/ports/60e0cf05-5e8f-4133-8579-da77a04a4d8a HTTP/1.1" status: 204 len: 173 time: 1.1950445 Aug 18 17:13:07.367112 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1', 'name': 'network-vif-deleted', 'tag': '60e0cf05-5e8f-4133-8579-da77a04a4d8a'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:13:07.369469 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364b69dc-4f11-451e-9081-8a00818378cf" -d '{"events": [{"server_uuid": "66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1", "name": "network-vif-deleted", "tag": "60e0cf05-5e8f-4133-8579-da77a04a4d8a"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:13:07.388040 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e65cd9f7-56b4-4e05-9b4d-a742ce268e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3874589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5398'] for router (33ac6969-4352-430e-8f29-f4e097521088), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:07.407908 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e65cd9f7-56b4-4e05-9b4d-a742ce268e3f admin admin] Publish callbacks [] for router_controller (33ac6969-4352-430e-8f29-f4e097521088), precommit_delete_associations {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:07.432561 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947d994a-2f7e-44eb-90bd-92187be1d3fa x-openstack-request-id: req-947d994a-2f7e-44eb-90bd-92187be1d3fa {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:13:07.432561 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1", "name": "network-vif-deleted", "tag": "60e0cf05-5e8f-4133-8579-da77a04a4d8a", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:13:07.432561 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-947d994a-2f7e-44eb-90bd-92187be1d3fa {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:13:07.432561 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-947d994a-2f7e-44eb-90bd-92187be1d3fa'] response: {'server_uuid': '66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1', 'name': 'network-vif-deleted', 'tag': '60e0cf05-5e8f-4133-8579-da77a04a4d8a', 'status': 'completed', 'code': 200} Aug 18 17:13:07.508783 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0192af-8f11-4593-a56b-00459a9b3d27 req-25854707-543a-4140-a9f5-40b55370c8ef tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:07.510486 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-cc0192af-8f11-4593-a56b-00459a9b3d27 req-25854707-543a-4140-a9f5-40b55370c8ef tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0507731 Aug 18 17:13:07.520797 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [None req-b4b75d74-3c54-432e-89c3-4ade45ee814f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Allocated IP 172.27.1.129 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/2a97be13-4100-4bab-8f12-01570a5ab0a6) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:13:07.525308 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e65cd9f7-56b4-4e05-9b4d-a742ce268e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3873632'] for router (33ac6969-4352-430e-8f29-f4e097521088), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:07.525878 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65cd9f7-56b4-4e05-9b4d-a742ce268e3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33ac6969-4352-430e-8f29-f4e097521088 {{(pid=106919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 17:13:07.531036 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e65cd9f7-56b4-4e05-9b4d-a742ce268e3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:07.535517 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-e65cd9f7-56b4-4e05-9b4d-a742ce268e3f admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/33ac6969-4352-430e-8f29-f4e097521088 HTTP/1.1" status: 204 len: 168 time: 1.9760752 Aug 18 17:13:07.539603 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50748) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:07.615690 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-cc0192af-8f11-4593-a56b-00459a9b3d27 req-73f3fe5f-bc27-4e2b-8dbd-850b30c7f7d8 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915332 Aug 18 17:13:07.652084 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_v2 [None req-be665d3c-74a4-4d4b-a146-e02bebcb74dd admin admin] Deleting subnet 1a23d7f4-432a-4b07-a647-12813e579e51 {{(pid=106918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 17:13:07.659885 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-be665d3c-74a4-4d4b-a146-e02bebcb74dd admin admin] Publish callbacks [] for subnet (1a23d7f4-432a-4b07-a647-12813e579e51), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:07.712075 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:07.742616 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-be665d3c-74a4-4d4b-a146-e02bebcb74dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25604058'] for subnet (1a23d7f4-432a-4b07-a647-12813e579e51), precommit_delete_associations {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:07.766779 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-491eeb99-c317-435c-aa5f-f4a9543a97c0 req-67aa501e-b652-45fa-9f54-6b40bef1f687 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 210 time: 0.0776236 Aug 18 17:13:07.766779 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b4b75d74-3c54-432e-89c3-4ade45ee814f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for port (2a97be13-4100-4bab-8f12-01570a5ab0a6), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:07.890260 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b4b75d74-3c54-432e-89c3-4ade45ee814f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (2a97be13-4100-4bab-8f12-01570a5ab0a6), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:07.922946 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:07.933914 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b75d74-3c54-432e-89c3-4ade45ee814f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:13:07.939714 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-b4b75d74-3c54-432e-89c3-4ade45ee814f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:13:07.945587 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b75d74-3c54-432e-89c3-4ade45ee814f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:13:07.968914 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b75d74-3c54-432e-89c3-4ade45ee814f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event updated for resources: {'Port': ['ID=2a97be13-4100-4bab-8f12-01570a5ab0a6,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:08.096370 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-be665d3c-74a4-4d4b-a146-e02bebcb74dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763242'] for subnet (1a23d7f4-432a-4b07-a647-12813e579e51), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:08.165465 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d22fb3-b1e4-472b-b7f6-8ada34611bd2 req-c03634e7-8927-463b-b47d-87ef464f81cd tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:08.166974 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f5d22fb3-b1e4-472b-b7f6-8ada34611bd2 req-c03634e7-8927-463b-b47d-87ef464f81cd tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0944748 Aug 18 17:13:08.244451 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-be665d3c-74a4-4d4b-a146-e02bebcb74dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26478224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26692394'] for subnet (1a23d7f4-432a-4b07-a647-12813e579e51), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:08.271698 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be665d3c-74a4-4d4b-a146-e02bebcb74dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a23d7f4-432a-4b07-a647-12813e579e51,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:08.275500 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-be665d3c-74a4-4d4b-a146-e02bebcb74dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:08.279942 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-be665d3c-74a4-4d4b-a146-e02bebcb74dd admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/1a23d7f4-432a-4b07-a647-12813e579e51 HTTP/1.1" status: 204 len: 168 time: 0.7391138 Aug 18 17:13:08.281678 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50756) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:08.290450 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb5dbf0-8cd6-41da-b225-6f07dbffe8c3 None None] Network 93c53d22-e6a6-4bb0-95db-6f41b7bca33b requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:13:08.336514 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:08.337833 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321110f8-3356-48ac-a40f-4b7bc5e15390 req-ae8c0f84-aff3-432e-8eb9-59e8a381e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:08.339341 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-321110f8-3356-48ac-a40f-4b7bc5e15390 req-ae8c0f84-aff3-432e-8eb9-59e8a381e597 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44e1819d40894e26bfbe20d58589823f&device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 1129 time: 0.1097205 Aug 18 17:13:08.346155 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f5d22fb3-b1e4-472b-b7f6-8ada34611bd2 req-a93351b7-a1cb-44e6-8ea5-3c54dc153ac8 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709919 Aug 18 17:13:08.391125 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6c231325-f2b2-45c0-b57b-99acf8a30cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915243'] for network (93c53d22-e6a6-4bb0-95db-6f41b7bca33b), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:08.454490 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-6c231325-f2b2-45c0-b57b-99acf8a30cda admin admin] Deleting port 9cd043c7-b095-4816-9bcf-5745ed3714bb {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:13:08.454830 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6c231325-f2b2-45c0-b57b-99acf8a30cda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (9cd043c7-b095-4816-9bcf-5745ed3714bb), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:08.465778 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f302be19-67de-4501-a5c8-52c2aa97a5ca None None] DHCP port deletion for 93c53d22-e6a6-4bb0-95db-6f41b7bca33b request from dv-cinder-853678-2-iscsi {{(pid=106920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 18 17:13:08.481376 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:08.491427 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:08.504588 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-f302be19-67de-4501-a5c8-52c2aa97a5ca None None] Deleting port 9cd043c7-b095-4816-9bcf-5745ed3714bb {{(pid=106920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:13:08.504803 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f302be19-67de-4501-a5c8-52c2aa97a5ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (9cd043c7-b095-4816-9bcf-5745ed3714bb), before_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:08.517941 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321110f8-3356-48ac-a40f-4b7bc5e15390 req-6c2e373b-6520-4d20-ac12-db0a5bb90b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:08.519998 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-321110f8-3356-48ac-a40f-4b7bc5e15390 req-6c2e373b-6520-4d20-ac12-db0a5bb90b53 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e79ee218-b8f4-4366-b86f-915853fc6747 HTTP/1.1" status: 200 len: 911 time: 0.1709070 Aug 18 17:13:08.535788 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [None req-6c231325-f2b2-45c0-b57b-99acf8a30cda admin admin] For port 9cd043c7-b095-4816-9bcf-5745ed3714bb, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=9cd043c7-b095-4816-9bcf-5745ed3714bb,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:13:08.539940 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6c231325-f2b2-45c0-b57b-99acf8a30cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (9cd043c7-b095-4816-9bcf-5745ed3714bb), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:08.552507 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-6c231325-f2b2-45c0-b57b-99acf8a30cda admin admin] Calling delete_port for 9cd043c7-b095-4816-9bcf-5745ed3714bb owned by network:dhcp {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:13:08.579476 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-f302be19-67de-4501-a5c8-52c2aa97a5ca None None] For port 9cd043c7-b095-4816-9bcf-5745ed3714bb, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=9cd043c7-b095-4816-9bcf-5745ed3714bb,segment=NetworkSegment(848d5814-274a-4744-8636-1d5a1e225506),segment_id=848d5814-274a-4744-8636-1d5a1e225506)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:13:08.579871 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f302be19-67de-4501-a5c8-52c2aa97a5ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (9cd043c7-b095-4816-9bcf-5745ed3714bb), precommit_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:08.593465 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-f302be19-67de-4501-a5c8-52c2aa97a5ca None None] Calling delete_port for 9cd043c7-b095-4816-9bcf-5745ed3714bb owned by network:dhcp {{(pid=106920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:13:08.680368 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b4b75d74-3c54-432e-89c3-4ade45ee814f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for floatingip (3929d056-8a2a-4005-8d48-5ef96d470a78), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:08.727345 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-321110f8-3356-48ac-a40f-4b7bc5e15390 req-7b410338-173b-4f6b-a9ea-ec3c94d3b1af service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73b593a6-2fae-4e85-9374-fafccac8c7ac HTTP/1.1" status: 200 len: 1001 time: 0.0998566 Aug 18 17:13:08.778182 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321110f8-3356-48ac-a40f-4b7bc5e15390 req-4a3da933-746e-4136-91d0-2c9a986219da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:08.779782 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-321110f8-3356-48ac-a40f-4b7bc5e15390 req-4a3da933-746e-4136-91d0-2c9a986219da service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=66bcb9af-9b5e-481b-b77b-bb404fdf00cd HTTP/1.1" status: 200 len: 849 time: 0.0459914 Aug 18 17:13:08.781122 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6c231325-f2b2-45c0-b57b-99acf8a30cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (9cd043c7-b095-4816-9bcf-5745ed3714bb), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:08.791747 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f302be19-67de-4501-a5c8-52c2aa97a5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023'] for port (9cd043c7-b095-4816-9bcf-5745ed3714bb), after_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:08.797599 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:08.825315 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302be19-67de-4501-a5c8-52c2aa97a5ca None None] Pushing event deleted for resources: {'Port': ['ID=9cd043c7-b095-4816-9bcf-5745ed3714bb,revision_number=None']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:08.829826 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f302be19-67de-4501-a5c8-52c2aa97a5ca None None] No DVR routers for this DVR port 9cd043c7-b095-4816-9bcf-5745ed3714bb on host dv-cinder-853678-2-iscsi {{(pid=106920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:13:08.831216 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c231325-f2b2-45c0-b57b-99acf8a30cda admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd043c7-b095-4816-9bcf-5745ed3714bb,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:08.845780 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321110f8-3356-48ac-a40f-4b7bc5e15390 req-6ccae833-41a8-4059-8de7-df50b531af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:08.845780 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-321110f8-3356-48ac-a40f-4b7bc5e15390 req-6ccae833-41a8-4059-8de7-df50b531af04 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e79ee218-b8f4-4366-b86f-915853fc6747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452800 Aug 18 17:13:08.846213 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c231325-f2b2-45c0-b57b-99acf8a30cda admin admin] No DVR routers for this DVR port 9cd043c7-b095-4816-9bcf-5745ed3714bb on host dv-cinder-853678-2-iscsi {{(pid=106918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:13:08.925999 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6c231325-f2b2-45c0-b57b-99acf8a30cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762083', 'neutron.services.segments.db._delete_segments_for_network-8740646743435'] for network (93c53d22-e6a6-4bb0-95db-6f41b7bca33b), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:08.952728 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b573fefe-901e-4183-9c03-3357e2e7b161 req-3a581932-b590-4445-a910-9d4700b607ed tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=66904e9a-92a1-4e2b-bc4b-6d773f8ca0e1 HTTP/1.1" status: 200 len: 210 time: 0.0643270 Aug 18 17:13:08.965473 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b4b75d74-3c54-432e-89c3-4ade45ee814f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (2a97be13-4100-4bab-8f12-01570a5ab0a6), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:08.967408 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-6c231325-f2b2-45c0-b57b-99acf8a30cda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c53d22-e6a6-4bb0-95db-6f41b7bca33b']}} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:08.994576 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-6c231325-f2b2-45c0-b57b-99acf8a30cda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848d5814-274a-4744-8636-1d5a1e225506') {'for_net_delete': True} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:08.995094 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-6c231325-f2b2-45c0-b57b-99acf8a30cda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848d5814-274a-4744-8636-1d5a1e225506') {} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:09.006937 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6c231325-f2b2-45c0-b57b-99acf8a30cda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740646743498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25603873'] for segment (848d5814-274a-4744-8636-1d5a1e225506), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:09.016268 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:09.024245 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6c231325-f2b2-45c0-b57b-99acf8a30cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (848d5814-274a-4744-8636-1d5a1e225506), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:09.032465 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c231325-f2b2-45c0-b57b-99acf8a30cda admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=106918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 17:13:09.032706 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-321110f8-3356-48ac-a40f-4b7bc5e15390 req-835d85fc-f74f-41b8-979a-d3e2bb54b34a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e79ee218-b8f4-4366-b86f-915853fc6747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899247 Aug 18 17:13:09.032920 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6c231325-f2b2-45c0-b57b-99acf8a30cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26478330'] for segment (848d5814-274a-4744-8636-1d5a1e225506), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:09.059737 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.services.segments.plugin [-] Segment 848d5814-274a-4744-8636-1d5a1e225506 resource provider aggregate not found Aug 18 17:13:09.091659 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.services.segments.plugin [-] Segment 848d5814-274a-4744-8636-1d5a1e225506 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 848d5814-274a-4744-8636-1d5a1e225506 found for delete ", "request_id": "req-895decd3-4111-4f0a-b059-7636ff5106f1"}]} Aug 18 17:13:09.093543 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:09.157693 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6c231325-f2b2-45c0-b57b-99acf8a30cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876546'] for network (93c53d22-e6a6-4bb0-95db-6f41b7bca33b), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:09.164192 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6c231325-f2b2-45c0-b57b-99acf8a30cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:09.168286 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-6c231325-f2b2-45c0-b57b-99acf8a30cda admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/93c53d22-e6a6-4bb0-95db-6f41b7bca33b HTTP/1.1" status: 204 len: 168 time: 0.8861077 Aug 18 17:13:09.181510 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c231325-f2b2-45c0-b57b-99acf8a30cda admin admin] Pushing event deleted for resources: {'Network': ['ID=93c53d22-e6a6-4bb0-95db-6f41b7bca33b,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:09.200710 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-321110f8-3356-48ac-a40f-4b7bc5e15390 req-063c399c-f0a2-41c1-8066-ed19498c1d68 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e79ee218-b8f4-4366-b86f-915853fc6747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609256 Aug 18 17:13:09.226656 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b4b75d74-3c54-432e-89c3-4ade45ee814f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for port (2a97be13-4100-4bab-8f12-01570a5ab0a6), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:09.257832 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 9cd043c7-b095-4816-9bcf-5745ed3714bb no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:13:09.278921 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: 9cd043c7-b095-4816-9bcf-5745ed3714bb {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:13:09.279294 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 9cd043c7-b095-4816-9bcf-5745ed3714bb not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:13:09.312269 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b4b75d74-3c54-432e-89c3-4ade45ee814f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (2a97be13-4100-4bab-8f12-01570a5ab0a6), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:09.361521 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:09.381862 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b75d74-3c54-432e-89c3-4ade45ee814f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event updated for resources: {'Port': ['ID=2a97be13-4100-4bab-8f12-01570a5ab0a6,revision_number=2']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:09.384431 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b4b75d74-3c54-432e-89c3-4ade45ee814f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (3929d056-8a2a-4005-8d48-5ef96d470a78), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:09.519743 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506c9a0-721a-4768-ad19-0b5a374fef68 req-f0cdb99f-51c9-4117-a07e-609f6aaab248 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:09.521243 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d506c9a0-721a-4768-ad19-0b5a374fef68 req-f0cdb99f-51c9-4117-a07e-609f6aaab248 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0607429 Aug 18 17:13:09.522756 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.l3_db [None req-b4b75d74-3c54-432e-89c3-4ade45ee814f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Floating IP 3929d056-8a2a-4005-8d48-5ef96d470a78 associated. External IP: 172.27.1.129, port: 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8. Aug 18 17:13:09.607989 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50768) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:09.643780 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d506c9a0-721a-4768-ad19-0b5a374fef68 req-e3e8835f-8de9-41bf-bea7-29bef5f0e3c2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166434 Aug 18 17:13:09.654008 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-6e97aece-36bb-4b93-8bcd-dc20f8bc6fb6 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4eececcd804446e49078038ab362b235&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0423515 Aug 18 17:13:09.654620 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50770) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:09.712030 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c7400131-4dbc-40cf-a46d-ab45295695d4 admin admin] Publish callbacks [] for security_group (0e78beeb-6b7b-4f8b-8606-498b032bf50a), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:09.733880 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c7400131-4dbc-40cf-a46d-ab45295695d4 admin admin] Publish callbacks [] for security_group (0e78beeb-6b7b-4f8b-8606-498b032bf50a), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:09.775207 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b75d74-3c54-432e-89c3-4ade45ee814f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Router be012b20-195d-49fe-9adf-bd1f6f5a0a2e has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:13:09.849201 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c7400131-4dbc-40cf-a46d-ab45295695d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (0e78beeb-6b7b-4f8b-8606-498b032bf50a), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:09.852094 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-c7400131-4dbc-40cf-a46d-ab45295695d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:09.853273 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-c7400131-4dbc-40cf-a46d-ab45295695d4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0e78beeb-6b7b-4f8b-8606-498b032bf50a HTTP/1.1" status: 204 len: 168 time: 0.1977196 Aug 18 17:13:09.861592 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7400131-4dbc-40cf-a46d-ab45295695d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e78beeb-6b7b-4f8b-8606-498b032bf50a,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:09.891240 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b75d74-3c54-432e-89c3-4ade45ee814f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:13:09.904045 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e69018-0b41-4088-bf4e-d38ada8a19b7 None None] Sync routers for ids ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:13:09.906494 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:09.915773 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e69018-0b41-4088-bf4e-d38ada8a19b7 None None] Routers {'be012b20-195d-49fe-9adf-bd1f6f5a0a2e'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:13:09.916376 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-f7e69018-0b41-4088-bf4e-d38ada8a19b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:12:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:10.022709 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-f7e69018-0b41-4088-bf4e-d38ada8a19b7 None None] Set router be012b20-195d-49fe-9adf-bd1f6f5a0a2e gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:13:10.029969 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50776) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:10.034188 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b4b75d74-3c54-432e-89c3-4ade45ee814f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:10.069007 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-b4b75d74-3c54-432e-89c3-4ade45ee814f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4002929 Aug 18 17:13:10.069805 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7434d418-5586-4ce3-a420-21925506657c', 'tag': '32c22de7-72ea-42f2-9fbf-c5873ac6f9a8'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:13:10.072439 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e12ef3-8270-4d4f-88a0-e1c2be7000a8" -d '{"events": [{"name": "network-changed", "server_uuid": "7434d418-5586-4ce3-a420-21925506657c", "tag": "32c22de7-72ea-42f2-9fbf-c5873ac6f9a8"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:13:10.119164 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decca5f6-8c02-4b68-9fb7-e21936db65d2 x-openstack-request-id: req-decca5f6-8c02-4b68-9fb7-e21936db65d2 {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:13:10.119607 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7434d418-5586-4ce3-a420-21925506657c", "tag": "32c22de7-72ea-42f2-9fbf-c5873ac6f9a8", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:13:10.119791 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-decca5f6-8c02-4b68-9fb7-e21936db65d2 {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:13:10.120196 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-decca5f6-8c02-4b68-9fb7-e21936db65d2'] response: {'name': 'network-changed', 'server_uuid': '7434d418-5586-4ce3-a420-21925506657c', 'tag': '32c22de7-72ea-42f2-9fbf-c5873ac6f9a8', 'status': 'completed', 'code': 200} Aug 18 17:13:10.125424 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-871aa503-14d1-4527-ab2d-34c4433e90f9 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group (b9df1a76-6b5a-49af-8d3b-ae738c4649b3), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:10.152524 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-871aa503-14d1-4527-ab2d-34c4433e90f9 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group (b9df1a76-6b5a-49af-8d3b-ae738c4649b3), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:10.261451 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e12ef3-8270-4d4f-88a0-e1c2be7000a8 req-158f3f44-7e59-479d-b261-6f6bc386d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:10.262987 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-84e12ef3-8270-4d4f-88a0-e1c2be7000a8 req-158f3f44-7e59-479d-b261-6f6bc386d3f9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c5e8eba08dfc4946becd6dba63f94eec&device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 1130 time: 0.0420644 Aug 18 17:13:10.330477 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-f7e69018-0b41-4088-bf4e-d38ada8a19b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:03Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '3929d056-8a2a-4005-8d48-5ef96d470a78', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'port_id': '32c22de7-72ea-42f2-9fbf-c5873ac6f9a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'mac_address': 'fa:16:3e:fe:67:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434d418-5586-4ce3-a420-21925506657c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:13:08Z', 'updated_at': '2022-08-18T17:13:08Z', 'revision_number': 0, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f73396-559a-4a75-b914-74b19b856b10', 'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'mac_address': 'fa:16:3e:58:c2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:02Z', 'updated_at': '2022-08-18T17:12:07Z', 'revision_number': 5, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'subnets': [{'id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:10.360292 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e69018-0b41-4088-bf4e-d38ada8a19b7 None None] Checking router: be012b20-195d-49fe-9adf-bd1f6f5a0a2e for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:13:10.372322 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e12ef3-8270-4d4f-88a0-e1c2be7000a8 req-ec6b85f2-04e8-42f0-b5cb-6f6528f10a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:10.372632 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e69018-0b41-4088-bf4e-d38ada8a19b7 None None] Routers {'be012b20-195d-49fe-9adf-bd1f6f5a0a2e'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:13:10.372632 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-f7e69018-0b41-4088-bf4e-d38ada8a19b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:12:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:10.372801 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-84e12ef3-8270-4d4f-88a0-e1c2be7000a8 req-ec6b85f2-04e8-42f0-b5cb-6f6528f10a6a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=744636b7-76bc-439f-9116-8e1ee85b3624 HTTP/1.1" status: 200 len: 912 time: 0.1018732 Aug 18 17:13:10.398100 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-871aa503-14d1-4527-ab2d-34c4433e90f9 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (b9df1a76-6b5a-49af-8d3b-ae738c4649b3), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:10.400726 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-871aa503-14d1-4527-ab2d-34c4433e90f9 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:10.403035 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-871aa503-14d1-4527-ab2d-34c4433e90f9 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b9df1a76-6b5a-49af-8d3b-ae738c4649b3 HTTP/1.1" status: 204 len: 168 time: 0.3719788 Aug 18 17:13:10.423723 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871aa503-14d1-4527-ab2d-34c4433e90f9 tempest-TestShelveInstance-570234085 tempest-TestShelveInstance-570234085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9df1a76-6b5a-49af-8d3b-ae738c4649b3,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:10.452660 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-84e12ef3-8270-4d4f-88a0-e1c2be7000a8 req-af9a831a-a148-4251-bbbc-bb459a9ed701 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 HTTP/1.1" status: 200 len: 1000 time: 0.0734849 Aug 18 17:13:10.504409 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-f7e69018-0b41-4088-bf4e-d38ada8a19b7 None None] Set router be012b20-195d-49fe-9adf-bd1f6f5a0a2e gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:13:10.513600 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e12ef3-8270-4d4f-88a0-e1c2be7000a8 req-a4b1a2ef-75c4-4477-9b74-f16d97c91bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:10.515172 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-84e12ef3-8270-4d4f-88a0-e1c2be7000a8 req-a4b1a2ef-75c4-4477-9b74-f16d97c91bb2 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=06f69413-f936-4aa9-b8fe-e83b1f874689 HTTP/1.1" status: 200 len: 850 time: 0.0561092 Aug 18 17:13:10.566529 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e12ef3-8270-4d4f-88a0-e1c2be7000a8 req-e4100ae9-576e-4952-a25d-15fa14498d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:10.568262 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-84e12ef3-8270-4d4f-88a0-e1c2be7000a8 req-e4100ae9-576e-4952-a25d-15fa14498d3d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=744636b7-76bc-439f-9116-8e1ee85b3624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441067 Aug 18 17:13:10.582696 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50792) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:10.680845 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-84e12ef3-8270-4d4f-88a0-e1c2be7000a8 req-2f28327f-05e1-401e-9259-318ea49a0522 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046221 Aug 18 17:13:10.761844 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-f7e69018-0b41-4088-bf4e-d38ada8a19b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:03Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '3929d056-8a2a-4005-8d48-5ef96d470a78', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'port_id': '32c22de7-72ea-42f2-9fbf-c5873ac6f9a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'mac_address': 'fa:16:3e:fe:67:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434d418-5586-4ce3-a420-21925506657c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:13:08Z', 'updated_at': '2022-08-18T17:13:08Z', 'revision_number': 0, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f73396-559a-4a75-b914-74b19b856b10', 'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'mac_address': 'fa:16:3e:58:c2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:02Z', 'updated_at': '2022-08-18T17:12:07Z', 'revision_number': 5, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'subnets': [{'id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:10.789848 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 60e0cf05-5e8f-4133-8579-da77a04a4d8a no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:13:10.801443 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-84e12ef3-8270-4d4f-88a0-e1c2be7000a8 req-138681cc-9cf7-4001-aa97-0431498f7dd3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137040 Aug 18 17:13:10.804891 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e69018-0b41-4088-bf4e-d38ada8a19b7 None None] The sync data for ids ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'] in dv-cinder-853678-2-iscsi is: [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:03Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '3929d056-8a2a-4005-8d48-5ef96d470a78', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'port_id': '32c22de7-72ea-42f2-9fbf-c5873ac6f9a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'mac_address': 'fa:16:3e:fe:67:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7434d418-5586-4ce3-a420-21925506657c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:13:08Z', 'updated_at': '2022-08-18T17:13:08Z', 'revision_number': 0, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f73396-559a-4a75-b914-74b19b856b10', 'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'mac_address': 'fa:16:3e:58:c2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:02Z', 'updated_at': '2022-08-18T17:12:07Z', 'revision_number': 5, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'subnets': [{'id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:13:10.823650 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] No Port match for: 60e0cf05-5e8f-4133-8579-da77a04a4d8a {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:13:10.824119 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 60e0cf05-5e8f-4133-8579-da77a04a4d8a not bound to the agent host hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:13:10.849835 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0588fb1-ea4a-4805-b60d-9ea177c59975 req-555c9e52-2a2a-4b75-ab79-a8f776cec42e tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:10.851638 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c0588fb1-ea4a-4805-b60d-9ea177c59975 req-555c9e52-2a2a-4b75-ab79-a8f776cec42e tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0692921 Aug 18 17:13:10.919822 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c0588fb1-ea4a-4805-b60d-9ea177c59975 req-e77888df-db2a-4d09-bfe3-ed07b25da7e0 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595195 Aug 18 17:13:11.076836 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73a94ca-b4c0-4326-b3e0-7b61826c6a66 None None] New status for floating IP 3929d056-8a2a-4005-8d48-5ef96d470a78: ACTIVE {{(pid=106920) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:13:11.167370 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-28a0ccf4-83b3-46ae-b185-4de8f10e8c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:11.216700 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:11.232142 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-75ac19f5-cc24-4e16-8811-764794185f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3878567'] for router_interface (62db6926-041f-46c5-ad52-21187e388cdc), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:11.467758 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-75ac19f5-cc24-4e16-8811-764794185f63 admin admin] Deleting port 12bdf604-2192-4528-a042-5c3ddd121e7b {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:13:11.468096 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-75ac19f5-cc24-4e16-8811-764794185f63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (12bdf604-2192-4528-a042-5c3ddd121e7b), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:11.521739 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:11.547942 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [None req-75ac19f5-cc24-4e16-8811-764794185f63 admin admin] For port 12bdf604-2192-4528-a042-5c3ddd121e7b, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=12bdf604-2192-4528-a042-5c3ddd121e7b,segment=NetworkSegment(10ed1ebd-70c5-4b43-8c76-700a5fe24a0d),segment_id=10ed1ebd-70c5-4b43-8c76-700a5fe24a0d)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:13:11.548253 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-75ac19f5-cc24-4e16-8811-764794185f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (12bdf604-2192-4528-a042-5c3ddd121e7b), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:11.561293 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-75ac19f5-cc24-4e16-8811-764794185f63 admin admin] Calling delete_port for 12bdf604-2192-4528-a042-5c3ddd121e7b owned by network:router_interface {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:13:11.855347 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-75ac19f5-cc24-4e16-8811-764794185f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (12bdf604-2192-4528-a042-5c3ddd121e7b), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:11.886156 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac19f5-cc24-4e16-8811-764794185f63 admin admin] Pushing event deleted for resources: {'Port': ['ID=12bdf604-2192-4528-a042-5c3ddd121e7b,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:12.063699 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-75ac19f5-cc24-4e16-8811-764794185f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3873623'] for router_interface (62db6926-041f-46c5-ad52-21187e388cdc), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:12.155927 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:12.279021 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ac19f5-cc24-4e16-8811-764794185f63 admin admin] Router 62db6926-041f-46c5-ad52-21187e388cdc has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:13:12.397185 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ac19f5-cc24-4e16-8811-764794185f63 admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:13:12.402304 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-75ac19f5-cc24-4e16-8811-764794185f63 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/62db6926-041f-46c5-ad52-21187e388cdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8173046 Aug 18 17:13:12.404974 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 50830) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:12.408593 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ad8017-b397-4ca1-8c35-68afca75116a None None] Sync routers for ids ['62db6926-041f-46c5-ad52-21187e388cdc'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:13:12.420765 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ad8017-b397-4ca1-8c35-68afca75116a None None] Routers {'62db6926-041f-46c5-ad52-21187e388cdc'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:13:12.425612 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-70ad8017-b397-4ca1-8c35-68afca75116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:12:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['62db6926-041f-46c5-ad52-21187e388cdc'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:12.425612 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:12.517694 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a0e6638b-ebba-4f1e-bc8b-94b5ca5379a5 admin admin] Publish callbacks [] for router (62db6926-041f-46c5-ad52-21187e388cdc), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:12.532343 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-70ad8017-b397-4ca1-8c35-68afca75116a None None] Set router 62db6926-041f-46c5-ad52-21187e388cdc gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:13:12.533891 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:12.593200 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:12.624652 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a0e6638b-ebba-4f1e-bc8b-94b5ca5379a5 admin admin] Publish callbacks [] for router_gateway (62db6926-041f-46c5-ad52-21187e388cdc), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:12.717101 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-70ad8017-b397-4ca1-8c35-68afca75116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62db6926-041f-46c5-ad52-21187e388cdc', 'name': 'tempest-TestShelveInstance-985048160-router', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:17Z', 'updated_at': '2022-08-18T17:13:11Z', 'revision_number': 5, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'gw_port': {'id': '02c3b16d-0614-4a3e-8b95-fc2723703297', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db6926-041f-46c5-ad52-21187e388cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:18Z', 'updated_at': '2022-08-18T17:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:12.741986 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ad8017-b397-4ca1-8c35-68afca75116a None None] Checking router: 62db6926-041f-46c5-ad52-21187e388cdc for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:13:12.750632 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ad8017-b397-4ca1-8c35-68afca75116a None None] Routers {'62db6926-041f-46c5-ad52-21187e388cdc'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:13:12.751249 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-70ad8017-b397-4ca1-8c35-68afca75116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:12:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['62db6926-041f-46c5-ad52-21187e388cdc'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:12.766388 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-a0e6638b-ebba-4f1e-bc8b-94b5ca5379a5 admin admin] Deleting port 02c3b16d-0614-4a3e-8b95-fc2723703297 {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:13:12.766735 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a0e6638b-ebba-4f1e-bc8b-94b5ca5379a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (02c3b16d-0614-4a3e-8b95-fc2723703297), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:12.842342 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-70ad8017-b397-4ca1-8c35-68afca75116a None None] Set router 62db6926-041f-46c5-ad52-21187e388cdc gateway port host: None {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:13:12.895156 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-70ad8017-b397-4ca1-8c35-68afca75116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62db6926-041f-46c5-ad52-21187e388cdc', 'name': 'tempest-TestShelveInstance-985048160-router', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:17Z', 'updated_at': '2022-08-18T17:13:12Z', 'revision_number': 6, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'gw_port_host': None}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:12.924531 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ad8017-b397-4ca1-8c35-68afca75116a None None] The sync data for ids ['62db6926-041f-46c5-ad52-21187e388cdc'] in dv-cinder-853678-2-iscsi is: [{'id': '62db6926-041f-46c5-ad52-21187e388cdc', 'name': 'tempest-TestShelveInstance-985048160-router', 'tenant_id': 'e5d8cae49e524a98ae646381b455351e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:17Z', 'updated_at': '2022-08-18T17:13:12Z', 'revision_number': 6, 'project_id': 'e5d8cae49e524a98ae646381b455351e', 'gw_port_host': None}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:13:13.076228 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:13.107606 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [None req-a0e6638b-ebba-4f1e-bc8b-94b5ca5379a5 admin admin] For port 02c3b16d-0614-4a3e-8b95-fc2723703297, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=02c3b16d-0614-4a3e-8b95-fc2723703297,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:13:13.107977 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a0e6638b-ebba-4f1e-bc8b-94b5ca5379a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (02c3b16d-0614-4a3e-8b95-fc2723703297), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:13.121154 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-a0e6638b-ebba-4f1e-bc8b-94b5ca5379a5 admin admin] Calling delete_port for 02c3b16d-0614-4a3e-8b95-fc2723703297 owned by network:router_gateway {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:13:13.342784 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 12bdf604-2192-4528-a042-5c3ddd121e7b no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:13:13.347342 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a0e6638b-ebba-4f1e-bc8b-94b5ca5379a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (02c3b16d-0614-4a3e-8b95-fc2723703297), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:13.366220 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: 12bdf604-2192-4528-a042-5c3ddd121e7b {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:13:13.366827 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 12bdf604-2192-4528-a042-5c3ddd121e7b not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:13:13.382091 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6638b-ebba-4f1e-bc8b-94b5ca5379a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=02c3b16d-0614-4a3e-8b95-fc2723703297,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:13.406144 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-5a3008dd-c775-446c-8b73-580bb6d97a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:13.457546 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a0e6638b-ebba-4f1e-bc8b-94b5ca5379a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876582'] for router_gateway (62db6926-041f-46c5-ad52-21187e388cdc), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:13.544979 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a0e6638b-ebba-4f1e-bc8b-94b5ca5379a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3874589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5398'] for router (62db6926-041f-46c5-ad52-21187e388cdc), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:13.547253 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a0e6638b-ebba-4f1e-bc8b-94b5ca5379a5 admin admin] Publish callbacks [] for router_controller (62db6926-041f-46c5-ad52-21187e388cdc), precommit_delete_associations {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:13.649263 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a0e6638b-ebba-4f1e-bc8b-94b5ca5379a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3873632'] for router (62db6926-041f-46c5-ad52-21187e388cdc), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:13.649994 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e6638b-ebba-4f1e-bc8b-94b5ca5379a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62db6926-041f-46c5-ad52-21187e388cdc {{(pid=106919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 17:13:13.656251 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a0e6638b-ebba-4f1e-bc8b-94b5ca5379a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:13.657622 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-a0e6638b-ebba-4f1e-bc8b-94b5ca5379a5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/62db6926-041f-46c5-ad52-21187e388cdc HTTP/1.1" status: 204 len: 168 time: 1.2514994 Aug 18 17:13:13.660916 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 50840) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:13.709714 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba759b7d-a154-4b0d-b452-859927995bdf admin admin] Deleting subnet 8923c51a-2a81-416e-9aa6-fae865af2acd {{(pid=106919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 17:13:13.714396 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ba759b7d-a154-4b0d-b452-859927995bdf admin admin] Publish callbacks [] for subnet (8923c51a-2a81-416e-9aa6-fae865af2acd), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:13.759472 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ba759b7d-a154-4b0d-b452-859927995bdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26669183'] for subnet (8923c51a-2a81-416e-9aa6-fae865af2acd), precommit_delete_associations {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:13.840282 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ba759b7d-a154-4b0d-b452-859927995bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763242'] for subnet (8923c51a-2a81-416e-9aa6-fae865af2acd), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:13.861055 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:13.964488 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ba759b7d-a154-4b0d-b452-859927995bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26604591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25646354'] for subnet (8923c51a-2a81-416e-9aa6-fae865af2acd), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:13.996508 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba759b7d-a154-4b0d-b452-859927995bdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8923c51a-2a81-416e-9aa6-fae865af2acd,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:13.998910 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ba759b7d-a154-4b0d-b452-859927995bdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:14.005019 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-ba759b7d-a154-4b0d-b452-859927995bdf admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/8923c51a-2a81-416e-9aa6-fae865af2acd HTTP/1.1" status: 204 len: 168 time: 0.3402655 Aug 18 17:13:14.005202 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2981c444-48c0-459f-ab61-204050e512bf None None] Network dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:13:14.005307 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 50842) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:14.083145 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cbf34466-ebba-4067-b5ae-3e8d86bf4ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915243'] for network (dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:14.097659 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:14.137582 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-cbf34466-ebba-4067-b5ae-3e8d86bf4ff3 admin admin] Deleting port 1dce1384-eba0-44f2-a3e8-db26f218f7b1 {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:13:14.138009 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cbf34466-ebba-4067-b5ae-3e8d86bf4ff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (1dce1384-eba0-44f2-a3e8-db26f218f7b1), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:14.172605 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eeb18b-6779-442b-bebe-a71682a3b78d None None] DHCP port deletion for dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 request from dv-cinder-853678-2-iscsi {{(pid=106920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 18 17:13:14.209446 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [None req-cbf34466-ebba-4067-b5ae-3e8d86bf4ff3 admin admin] For port 1dce1384-eba0-44f2-a3e8-db26f218f7b1, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=1dce1384-eba0-44f2-a3e8-db26f218f7b1,segment=NetworkSegment(10ed1ebd-70c5-4b43-8c76-700a5fe24a0d),segment_id=10ed1ebd-70c5-4b43-8c76-700a5fe24a0d)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:13:14.209742 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cbf34466-ebba-4067-b5ae-3e8d86bf4ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (1dce1384-eba0-44f2-a3e8-db26f218f7b1), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:14.210686 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-72eeb18b-6779-442b-bebe-a71682a3b78d None None] Deleting port 1dce1384-eba0-44f2-a3e8-db26f218f7b1 {{(pid=106920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:13:14.211056 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-72eeb18b-6779-442b-bebe-a71682a3b78d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (1dce1384-eba0-44f2-a3e8-db26f218f7b1), before_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:14.223480 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-cbf34466-ebba-4067-b5ae-3e8d86bf4ff3 admin admin] Calling delete_port for 1dce1384-eba0-44f2-a3e8-db26f218f7b1 owned by network:dhcp {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:13:14.282344 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-72eeb18b-6779-442b-bebe-a71682a3b78d None None] For port 1dce1384-eba0-44f2-a3e8-db26f218f7b1, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=1dce1384-eba0-44f2-a3e8-db26f218f7b1,segment=NetworkSegment(10ed1ebd-70c5-4b43-8c76-700a5fe24a0d),segment_id=10ed1ebd-70c5-4b43-8c76-700a5fe24a0d)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:13:14.282880 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-72eeb18b-6779-442b-bebe-a71682a3b78d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (1dce1384-eba0-44f2-a3e8-db26f218f7b1), precommit_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:14.290479 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:14.308279 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-72eeb18b-6779-442b-bebe-a71682a3b78d None None] Calling delete_port for 1dce1384-eba0-44f2-a3e8-db26f218f7b1 owned by network:dhcp {{(pid=106920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:13:14.380734 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cbf34466-ebba-4067-b5ae-3e8d86bf4ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (1dce1384-eba0-44f2-a3e8-db26f218f7b1), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:14.387862 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-72eeb18b-6779-442b-bebe-a71682a3b78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023'] for port (1dce1384-eba0-44f2-a3e8-db26f218f7b1), after_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:14.407420 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf34466-ebba-4067-b5ae-3e8d86bf4ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dce1384-eba0-44f2-a3e8-db26f218f7b1,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:14.416510 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf34466-ebba-4067-b5ae-3e8d86bf4ff3 admin admin] No DVR routers for this DVR port 1dce1384-eba0-44f2-a3e8-db26f218f7b1 on host dv-cinder-853678-2-iscsi {{(pid=106919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:13:14.416621 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eeb18b-6779-442b-bebe-a71682a3b78d None None] Pushing event deleted for resources: {'Port': ['ID=1dce1384-eba0-44f2-a3e8-db26f218f7b1,revision_number=None']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:14.419673 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eeb18b-6779-442b-bebe-a71682a3b78d None None] No DVR routers for this DVR port 1dce1384-eba0-44f2-a3e8-db26f218f7b1 on host dv-cinder-853678-2-iscsi {{(pid=106920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:13:14.503300 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cbf34466-ebba-4067-b5ae-3e8d86bf4ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762083', 'neutron.services.segments.db._delete_segments_for_network-8740646743435'] for network (dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:14.531198 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.services.segments.db [None req-cbf34466-ebba-4067-b5ae-3e8d86bf4ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1']}} {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:14.540763 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.services.segments.db [None req-cbf34466-ebba-4067-b5ae-3e8d86bf4ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ed1ebd-70c5-4b43-8c76-700a5fe24a0d') {'for_net_delete': True} {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:14.541065 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.services.segments.db [None req-cbf34466-ebba-4067-b5ae-3e8d86bf4ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ed1ebd-70c5-4b43-8c76-700a5fe24a0d') {} {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:14.551899 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cbf34466-ebba-4067-b5ae-3e8d86bf4ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740646743498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26669188'] for segment (10ed1ebd-70c5-4b43-8c76-700a5fe24a0d), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:14.573418 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cbf34466-ebba-4067-b5ae-3e8d86bf4ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (10ed1ebd-70c5-4b43-8c76-700a5fe24a0d), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:14.579857 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf34466-ebba-4067-b5ae-3e8d86bf4ff3 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=106919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 17:13:14.580249 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cbf34466-ebba-4067-b5ae-3e8d86bf4ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26604613'] for segment (10ed1ebd-70c5-4b43-8c76-700a5fe24a0d), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:14.601709 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.services.segments.plugin [-] Segment 10ed1ebd-70c5-4b43-8c76-700a5fe24a0d resource provider aggregate not found Aug 18 17:13:14.637449 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.services.segments.plugin [-] Segment 10ed1ebd-70c5-4b43-8c76-700a5fe24a0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10ed1ebd-70c5-4b43-8c76-700a5fe24a0d found for delete ", "request_id": "req-6d8460c4-b8c6-4a2f-8925-a3c8fdb537d5"}]} Aug 18 17:13:14.718066 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cbf34466-ebba-4067-b5ae-3e8d86bf4ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876546'] for network (dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:14.725065 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cbf34466-ebba-4067-b5ae-3e8d86bf4ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:14.728358 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-cbf34466-ebba-4067-b5ae-3e8d86bf4ff3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1 HTTP/1.1" status: 204 len: 168 time: 0.7221565 Aug 18 17:13:14.731894 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50864) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:14.741781 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf34466-ebba-4067-b5ae-3e8d86bf4ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa3d9c8-18ff-4cd0-b5f8-a8940caf13a1,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:14.797766 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:14.961195 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:DELETE=1,neutron:UPDATE=1,neutron:SELECT=98 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:15.061247 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b36bd0a3-195c-47cc-8296-89dd5fbad379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3878567'] for router_interface (97e09d76-c138-48ea-8d04-851536797573), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:15.221236 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 1dce1384-eba0-44f2-a3e8-db26f218f7b1 no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:13:15.245718 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: 1dce1384-eba0-44f2-a3e8-db26f218f7b1 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:13:15.246940 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 1dce1384-eba0-44f2-a3e8-db26f218f7b1 not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:13:15.246940 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 02c3b16d-0614-4a3e-8b95-fc2723703297 no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:13:15.265227 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: 02c3b16d-0614-4a3e-8b95-fc2723703297 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:13:15.265603 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 02c3b16d-0614-4a3e-8b95-fc2723703297 not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:13:15.292500 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-b36bd0a3-195c-47cc-8296-89dd5fbad379 admin admin] Deleting port 516050b1-ff26-42bd-8a77-910d41e38b9e {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:13:15.292890 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b36bd0a3-195c-47cc-8296-89dd5fbad379 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (516050b1-ff26-42bd-8a77-910d41e38b9e), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:15.348738 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:15.372733 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [None req-b36bd0a3-195c-47cc-8296-89dd5fbad379 admin admin] For port 516050b1-ff26-42bd-8a77-910d41e38b9e, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=516050b1-ff26-42bd-8a77-910d41e38b9e,segment=NetworkSegment(67d503b7-be7e-4ad9-a5bc-de2147975f0f),segment_id=67d503b7-be7e-4ad9-a5bc-de2147975f0f)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:13:15.373102 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b36bd0a3-195c-47cc-8296-89dd5fbad379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (516050b1-ff26-42bd-8a77-910d41e38b9e), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:15.387353 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-b36bd0a3-195c-47cc-8296-89dd5fbad379 admin admin] Calling delete_port for 516050b1-ff26-42bd-8a77-910d41e38b9e owned by network:router_interface {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:13:15.643030 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b36bd0a3-195c-47cc-8296-89dd5fbad379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (516050b1-ff26-42bd-8a77-910d41e38b9e), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:15.673076 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bd0a3-195c-47cc-8296-89dd5fbad379 admin admin] Pushing event deleted for resources: {'Port': ['ID=516050b1-ff26-42bd-8a77-910d41e38b9e,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:16.043511 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:16.077882 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b36bd0a3-195c-47cc-8296-89dd5fbad379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3873623'] for router_interface (97e09d76-c138-48ea-8d04-851536797573), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:16.187057 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:16.299596 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:16.299853 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36bd0a3-195c-47cc-8296-89dd5fbad379 admin admin] Router 97e09d76-c138-48ea-8d04-851536797573 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:13:16.403831 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36bd0a3-195c-47cc-8296-89dd5fbad379 admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:13:16.410511 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-b36bd0a3-195c-47cc-8296-89dd5fbad379 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/97e09d76-c138-48ea-8d04-851536797573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6768236 Aug 18 17:13:16.413340 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 50880) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:16.415730 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb2e60-b051-4798-a49c-8ffc3ce2b958 None None] Sync routers for ids ['97e09d76-c138-48ea-8d04-851536797573'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:13:16.428343 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb2e60-b051-4798-a49c-8ffc3ce2b958 None None] Routers {'97e09d76-c138-48ea-8d04-851536797573'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:13:16.429204 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-27bb2e60-b051-4798-a49c-8ffc3ce2b958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:13:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['97e09d76-c138-48ea-8d04-851536797573'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:16.515171 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-888f2027-26cd-4405-bcdf-9dc34e907c03 admin admin] Publish callbacks [] for router (97e09d76-c138-48ea-8d04-851536797573), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:16.549780 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-27bb2e60-b051-4798-a49c-8ffc3ce2b958 None None] Set router 97e09d76-c138-48ea-8d04-851536797573 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:13:16.624184 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-888f2027-26cd-4405-bcdf-9dc34e907c03 admin admin] Publish callbacks [] for router_gateway (97e09d76-c138-48ea-8d04-851536797573), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:16.726491 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-27bb2e60-b051-4798-a49c-8ffc3ce2b958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e09d76-c138-48ea-8d04-851536797573', 'name': 'tempest-TestShelveInstance-75434533-router', 'tenant_id': '11109403e64846edb6b8c3ea32f86ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'a060e738-72a2-4e41-8a6e-8888f94f435b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:26Z', 'updated_at': '2022-08-18T17:13:15Z', 'revision_number': 5, 'project_id': '11109403e64846edb6b8c3ea32f86ea2', 'gw_port': {'id': 'a060e738-72a2-4e41-8a6e-8888f94f435b', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e09d76-c138-48ea-8d04-851536797573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:07:27Z', 'updated_at': '2022-08-18T17:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:16.754089 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-888f2027-26cd-4405-bcdf-9dc34e907c03 admin admin] Deleting port a060e738-72a2-4e41-8a6e-8888f94f435b {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:13:16.759824 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-888f2027-26cd-4405-bcdf-9dc34e907c03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (a060e738-72a2-4e41-8a6e-8888f94f435b), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:16.760012 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb2e60-b051-4798-a49c-8ffc3ce2b958 None None] Checking router: 97e09d76-c138-48ea-8d04-851536797573 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:13:16.764467 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb2e60-b051-4798-a49c-8ffc3ce2b958 None None] Routers {'97e09d76-c138-48ea-8d04-851536797573'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:13:16.765095 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-27bb2e60-b051-4798-a49c-8ffc3ce2b958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:13:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['97e09d76-c138-48ea-8d04-851536797573'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:16.844558 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [None req-888f2027-26cd-4405-bcdf-9dc34e907c03 admin admin] For port a060e738-72a2-4e41-8a6e-8888f94f435b, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=a060e738-72a2-4e41-8a6e-8888f94f435b,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:13:16.844938 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-888f2027-26cd-4405-bcdf-9dc34e907c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (a060e738-72a2-4e41-8a6e-8888f94f435b), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:16.854553 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-27bb2e60-b051-4798-a49c-8ffc3ce2b958 None None] Set router 97e09d76-c138-48ea-8d04-851536797573 gateway port host: None {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:13:16.854992 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:16.859165 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-888f2027-26cd-4405-bcdf-9dc34e907c03 admin admin] Calling delete_port for a060e738-72a2-4e41-8a6e-8888f94f435b owned by network:router_gateway {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:13:16.906427 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-27bb2e60-b051-4798-a49c-8ffc3ce2b958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e09d76-c138-48ea-8d04-851536797573', 'name': 'tempest-TestShelveInstance-75434533-router', 'tenant_id': '11109403e64846edb6b8c3ea32f86ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:26Z', 'updated_at': '2022-08-18T17:13:16Z', 'revision_number': 6, 'project_id': '11109403e64846edb6b8c3ea32f86ea2', 'gw_port_host': None}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:16.933313 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb2e60-b051-4798-a49c-8ffc3ce2b958 None None] The sync data for ids ['97e09d76-c138-48ea-8d04-851536797573'] in dv-cinder-853678-2-iscsi is: [{'id': '97e09d76-c138-48ea-8d04-851536797573', 'name': 'tempest-TestShelveInstance-75434533-router', 'tenant_id': '11109403e64846edb6b8c3ea32f86ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:07:26Z', 'updated_at': '2022-08-18T17:13:16Z', 'revision_number': 6, 'project_id': '11109403e64846edb6b8c3ea32f86ea2', 'gw_port_host': None}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:13:17.020969 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:17.040952 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 50890) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:17.083731 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-888f2027-26cd-4405-bcdf-9dc34e907c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (a060e738-72a2-4e41-8a6e-8888f94f435b), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:17.113039 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f2027-26cd-4405-bcdf-9dc34e907c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=a060e738-72a2-4e41-8a6e-8888f94f435b,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:17.172072 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-9db6a52c-f97d-4759-ba75-8ed2ba75476b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:17.208689 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-888f2027-26cd-4405-bcdf-9dc34e907c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876582'] for router_gateway (97e09d76-c138-48ea-8d04-851536797573), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:17.325687 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-888f2027-26cd-4405-bcdf-9dc34e907c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3874589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5398'] for router (97e09d76-c138-48ea-8d04-851536797573), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:17.328996 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-888f2027-26cd-4405-bcdf-9dc34e907c03 admin admin] Publish callbacks [] for router_controller (97e09d76-c138-48ea-8d04-851536797573), precommit_delete_associations {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:17.402617 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 516050b1-ff26-42bd-8a77-910d41e38b9e no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:13:17.408458 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-9db6a52c-f97d-4759-ba75-8ed2ba75476b admin admin] Publish callbacks [] for security_group (520a08cd-84b8-46fa-b7e7-d59d6873cbda), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:17.501329 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-9db6a52c-f97d-4759-ba75-8ed2ba75476b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (520a08cd-84b8-46fa-b7e7-d59d6873cbda), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:17.507176 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-888f2027-26cd-4405-bcdf-9dc34e907c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3873632'] for router (97e09d76-c138-48ea-8d04-851536797573), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:17.507953 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888f2027-26cd-4405-bcdf-9dc34e907c03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97e09d76-c138-48ea-8d04-851536797573 {{(pid=106919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 17:13:17.515225 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-888f2027-26cd-4405-bcdf-9dc34e907c03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:17.516586 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-888f2027-26cd-4405-bcdf-9dc34e907c03 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/97e09d76-c138-48ea-8d04-851536797573 HTTP/1.1" status: 204 len: 168 time: 1.1021924 Aug 18 17:13:17.519517 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50894) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:17.559622 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:17.570939 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: 516050b1-ff26-42bd-8a77-910d41e38b9e {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:13:17.571291 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 516050b1-ff26-42bd-8a77-910d41e38b9e not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:13:17.578013 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-9db6a52c-f97d-4759-ba75-8ed2ba75476b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=319b66e54c7441e28c24605190c98d98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5323474 Aug 18 17:13:17.578013 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6a52c-f97d-4759-ba75-8ed2ba75476b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520a08cd-84b8-46fa-b7e7-d59d6873cbda,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:17.579107 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c75bb7-8c34-4cf4-98b8-a72d4766f8ca admin admin] Deleting subnet 8ea7cd4c-fda9-4d1b-b5da-e3252146f354 {{(pid=106918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 17:13:17.579227 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 50896) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:17.582828 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-04c75bb7-8c34-4cf4-98b8-a72d4766f8ca admin admin] Publish callbacks [] for subnet (8ea7cd4c-fda9-4d1b-b5da-e3252146f354), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:17.618123 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-04c75bb7-8c34-4cf4-98b8-a72d4766f8ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25604058'] for subnet (8ea7cd4c-fda9-4d1b-b5da-e3252146f354), precommit_delete_associations {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:17.632467 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cef34077-5b8c-4dfe-8433-c1ceab8655af admin admin] Publish callbacks [] for security_group (520a08cd-84b8-46fa-b7e7-d59d6873cbda), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:17.654778 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cef34077-5b8c-4dfe-8433-c1ceab8655af admin admin] Publish callbacks [] for security_group (520a08cd-84b8-46fa-b7e7-d59d6873cbda), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:17.679239 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:17.700367 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-04c75bb7-8c34-4cf4-98b8-a72d4766f8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763242'] for subnet (8ea7cd4c-fda9-4d1b-b5da-e3252146f354), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:17.763381 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cef34077-5b8c-4dfe-8433-c1ceab8655af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (520a08cd-84b8-46fa-b7e7-d59d6873cbda), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:17.766568 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cef34077-5b8c-4dfe-8433-c1ceab8655af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:17.768010 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-cef34077-5b8c-4dfe-8433-c1ceab8655af admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/520a08cd-84b8-46fa-b7e7-d59d6873cbda HTTP/1.1" status: 204 len: 168 time: 0.1876948 Aug 18 17:13:17.776396 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef34077-5b8c-4dfe-8433-c1ceab8655af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520a08cd-84b8-46fa-b7e7-d59d6873cbda,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:17.895355 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-04c75bb7-8c34-4cf4-98b8-a72d4766f8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26478224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26692394'] for subnet (8ea7cd4c-fda9-4d1b-b5da-e3252146f354), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:17.922099 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c75bb7-8c34-4cf4-98b8-a72d4766f8ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ea7cd4c-fda9-4d1b-b5da-e3252146f354,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:17.931024 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-04c75bb7-8c34-4cf4-98b8-a72d4766f8ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:17.934715 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-04c75bb7-8c34-4cf4-98b8-a72d4766f8ca admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/8ea7cd4c-fda9-4d1b-b5da-e3252146f354 HTTP/1.1" status: 204 len: 168 time: 0.4135268 Aug 18 17:13:17.937095 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f69abc-8b7e-4bb4-95d0-97fd797a7531 None None] Network 7df868b8-145a-40f6-a0b1-c2fb42204519 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:13:17.937823 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50902) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:18.032368 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-616e6a82-711e-4ce9-98ea-19adf809383d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915243'] for network (7df868b8-145a-40f6-a0b1-c2fb42204519), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:18.092642 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-616e6a82-711e-4ce9-98ea-19adf809383d admin admin] Deleting port 10e239b4-6ec9-499c-a7df-e7e60c907131 {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:13:18.092642 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-616e6a82-711e-4ce9-98ea-19adf809383d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (10e239b4-6ec9-499c-a7df-e7e60c907131), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:18.110666 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216ed22f-001a-4c4c-908b-64a90698b03a None None] DHCP port deletion for 7df868b8-145a-40f6-a0b1-c2fb42204519 request from dv-cinder-853678-2-iscsi {{(pid=106920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 18 17:13:18.150849 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [None req-616e6a82-711e-4ce9-98ea-19adf809383d admin admin] For port 10e239b4-6ec9-499c-a7df-e7e60c907131, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=10e239b4-6ec9-499c-a7df-e7e60c907131,segment=NetworkSegment(67d503b7-be7e-4ad9-a5bc-de2147975f0f),segment_id=67d503b7-be7e-4ad9-a5bc-de2147975f0f)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:13:18.151542 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-616e6a82-711e-4ce9-98ea-19adf809383d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (10e239b4-6ec9-499c-a7df-e7e60c907131), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:18.158423 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-216ed22f-001a-4c4c-908b-64a90698b03a None None] Deleting port 10e239b4-6ec9-499c-a7df-e7e60c907131 {{(pid=106920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:13:18.158796 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-216ed22f-001a-4c4c-908b-64a90698b03a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (10e239b4-6ec9-499c-a7df-e7e60c907131), before_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:18.167681 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-616e6a82-711e-4ce9-98ea-19adf809383d admin admin] Calling delete_port for 10e239b4-6ec9-499c-a7df-e7e60c907131 owned by network:dhcp {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:13:18.225180 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-216ed22f-001a-4c4c-908b-64a90698b03a None None] For port 10e239b4-6ec9-499c-a7df-e7e60c907131, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=10e239b4-6ec9-499c-a7df-e7e60c907131,segment=NetworkSegment(67d503b7-be7e-4ad9-a5bc-de2147975f0f),segment_id=67d503b7-be7e-4ad9-a5bc-de2147975f0f)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:13:18.225671 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-216ed22f-001a-4c4c-908b-64a90698b03a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (10e239b4-6ec9-499c-a7df-e7e60c907131), precommit_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:18.239011 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-216ed22f-001a-4c4c-908b-64a90698b03a None None] Calling delete_port for 10e239b4-6ec9-499c-a7df-e7e60c907131 owned by network:dhcp {{(pid=106920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:13:18.301172 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:18.340799 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-616e6a82-711e-4ce9-98ea-19adf809383d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (10e239b4-6ec9-499c-a7df-e7e60c907131), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:18.348044 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-216ed22f-001a-4c4c-908b-64a90698b03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023'] for port (10e239b4-6ec9-499c-a7df-e7e60c907131), after_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:18.365488 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e6a82-711e-4ce9-98ea-19adf809383d admin admin] Pushing event deleted for resources: {'Port': ['ID=10e239b4-6ec9-499c-a7df-e7e60c907131,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:18.373193 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616e6a82-711e-4ce9-98ea-19adf809383d admin admin] No DVR routers for this DVR port 10e239b4-6ec9-499c-a7df-e7e60c907131 on host dv-cinder-853678-2-iscsi {{(pid=106918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:13:18.380038 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ed22f-001a-4c4c-908b-64a90698b03a None None] Pushing event deleted for resources: {'Port': ['ID=10e239b4-6ec9-499c-a7df-e7e60c907131,revision_number=None']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:18.383650 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216ed22f-001a-4c4c-908b-64a90698b03a None None] No DVR routers for this DVR port 10e239b4-6ec9-499c-a7df-e7e60c907131 on host dv-cinder-853678-2-iscsi {{(pid=106920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:13:18.457379 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-616e6a82-711e-4ce9-98ea-19adf809383d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762083', 'neutron.services.segments.db._delete_segments_for_network-8740646743435'] for network (7df868b8-145a-40f6-a0b1-c2fb42204519), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:18.478362 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-616e6a82-711e-4ce9-98ea-19adf809383d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df868b8-145a-40f6-a0b1-c2fb42204519']}} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:18.487339 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-616e6a82-711e-4ce9-98ea-19adf809383d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d503b7-be7e-4ad9-a5bc-de2147975f0f') {'for_net_delete': True} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:18.499179 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-616e6a82-711e-4ce9-98ea-19adf809383d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d503b7-be7e-4ad9-a5bc-de2147975f0f') {} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:18.499179 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-616e6a82-711e-4ce9-98ea-19adf809383d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740646743498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25603873'] for segment (67d503b7-be7e-4ad9-a5bc-de2147975f0f), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:18.513036 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-616e6a82-711e-4ce9-98ea-19adf809383d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (67d503b7-be7e-4ad9-a5bc-de2147975f0f), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:18.523925 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616e6a82-711e-4ce9-98ea-19adf809383d admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=106918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 17:13:18.524681 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-616e6a82-711e-4ce9-98ea-19adf809383d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26478330'] for segment (67d503b7-be7e-4ad9-a5bc-de2147975f0f), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:18.525186 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 50906) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:18.538946 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-424b47d2-e850-450a-b71c-b3bc9b117867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:18.575080 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.services.segments.plugin [-] Segment 67d503b7-be7e-4ad9-a5bc-de2147975f0f resource provider aggregate not found Aug 18 17:13:18.595083 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.services.segments.plugin [-] Segment 67d503b7-be7e-4ad9-a5bc-de2147975f0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67d503b7-be7e-4ad9-a5bc-de2147975f0f found for delete ", "request_id": "req-cab320eb-bcbe-4682-9538-d8abd1d14587"}]} Aug 18 17:13:18.619747 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-424b47d2-e850-450a-b71c-b3bc9b117867 admin admin] Publish callbacks [] for security_group (3b0b4749-6692-464e-89a7-234a26fa4ed2), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:18.717839 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-424b47d2-e850-450a-b71c-b3bc9b117867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (3b0b4749-6692-464e-89a7-234a26fa4ed2), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:18.718067 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-616e6a82-711e-4ce9-98ea-19adf809383d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876546'] for network (7df868b8-145a-40f6-a0b1-c2fb42204519), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:18.724377 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-616e6a82-711e-4ce9-98ea-19adf809383d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:18.727656 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-616e6a82-711e-4ce9-98ea-19adf809383d admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/7df868b8-145a-40f6-a0b1-c2fb42204519 HTTP/1.1" status: 204 len: 168 time: 0.7885120 Aug 18 17:13:18.740603 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e6a82-711e-4ce9-98ea-19adf809383d admin admin] Pushing event deleted for resources: {'Network': ['ID=7df868b8-145a-40f6-a0b1-c2fb42204519,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:18.764092 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-424b47d2-e850-450a-b71c-b3bc9b117867 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=76318e95180a44d88ee86665bea75abc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378037 Aug 18 17:13:18.765011 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b47d2-e850-450a-b71c-b3bc9b117867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0b4749-6692-464e-89a7-234a26fa4ed2,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:18.767333 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50914) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:18.777596 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:18.831190 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-594d2326-a893-4474-912b-bf23de95bf0d admin admin] Publish callbacks [] for security_group (3b0b4749-6692-464e-89a7-234a26fa4ed2), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:18.851821 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:18.853932 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-594d2326-a893-4474-912b-bf23de95bf0d admin admin] Publish callbacks [] for security_group (3b0b4749-6692-464e-89a7-234a26fa4ed2), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:18.968364 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-594d2326-a893-4474-912b-bf23de95bf0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (3b0b4749-6692-464e-89a7-234a26fa4ed2), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:18.970818 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-594d2326-a893-4474-912b-bf23de95bf0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:18.972004 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-594d2326-a893-4474-912b-bf23de95bf0d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3b0b4749-6692-464e-89a7-234a26fa4ed2 HTTP/1.1" status: 204 len: 168 time: 0.2033992 Aug 18 17:13:18.980632 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d2326-a893-4474-912b-bf23de95bf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0b4749-6692-464e-89a7-234a26fa4ed2,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:19.176856 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 50918) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:19.222707 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-46cb3a76-8d43-47f8-8f98-a94418a11fb4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e5d8cae49e524a98ae646381b455351e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436728 Aug 18 17:13:19.223579 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device a060e738-72a2-4e41-8a6e-8888f94f435b no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:13:19.224774 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50920) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:19.245439 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: a060e738-72a2-4e41-8a6e-8888f94f435b {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:13:19.245792 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device a060e738-72a2-4e41-8a6e-8888f94f435b not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:13:19.246230 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 10e239b4-6ec9-499c-a7df-e7e60c907131 no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:13:19.270460 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: 10e239b4-6ec9-499c-a7df-e7e60c907131 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:13:19.270812 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 10e239b4-6ec9-499c-a7df-e7e60c907131 not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:13:19.286297 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-942ee721-f750-4e37-9d93-113880b1aa21 admin admin] Publish callbacks [] for security_group (e83c086c-b116-48d8-a155-3d4b25bb6c91), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:19.308810 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-942ee721-f750-4e37-9d93-113880b1aa21 admin admin] Publish callbacks [] for security_group (e83c086c-b116-48d8-a155-3d4b25bb6c91), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:19.449065 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-942ee721-f750-4e37-9d93-113880b1aa21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (e83c086c-b116-48d8-a155-3d4b25bb6c91), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:19.451854 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-942ee721-f750-4e37-9d93-113880b1aa21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:19.452944 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-942ee721-f750-4e37-9d93-113880b1aa21 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e83c086c-b116-48d8-a155-3d4b25bb6c91 HTTP/1.1" status: 204 len: 168 time: 0.2271326 Aug 18 17:13:19.462063 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ee721-f750-4e37-9d93-113880b1aa21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83c086c-b116-48d8-a155-3d4b25bb6c91,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:19.479198 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:20.070789 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50944) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:20.111423 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-029475aa-1e41-49fc-858a-ded9e99a9a3e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=11109403e64846edb6b8c3ea32f86ea2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394461 Aug 18 17:13:20.114041 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 50946) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:20.171382 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6e132912-1f86-4b91-8e3f-19968a390ca0 admin admin] Publish callbacks [] for security_group (ded2cc40-86ab-4c35-be08-0d8ad469ca0f), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:20.194510 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6e132912-1f86-4b91-8e3f-19968a390ca0 admin admin] Publish callbacks [] for security_group (ded2cc40-86ab-4c35-be08-0d8ad469ca0f), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:20.323296 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6e132912-1f86-4b91-8e3f-19968a390ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (ded2cc40-86ab-4c35-be08-0d8ad469ca0f), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:20.326416 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-6e132912-1f86-4b91-8e3f-19968a390ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:20.328050 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-6e132912-1f86-4b91-8e3f-19968a390ca0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ded2cc40-86ab-4c35-be08-0d8ad469ca0f HTTP/1.1" status: 204 len: 168 time: 0.2126706 Aug 18 17:13:20.337414 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e132912-1f86-4b91-8e3f-19968a390ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded2cc40-86ab-4c35-be08-0d8ad469ca0f,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:22.898578 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=56 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:24.315527 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8774660-0fd0-41a2-9561-14db316bcb28 req-dbfa10e0-90ec-4621-b8f8-68ebf12b004b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:24.317060 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a8774660-0fd0-41a2-9561-14db316bcb28 req-dbfa10e0-90ec-4621-b8f8-68ebf12b004b tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 946 time: 0.0486426 Aug 18 17:13:24.364656 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a8774660-0fd0-41a2-9561-14db316bcb28 req-f3b8a783-7121-486a-969f-9c88dfc7034e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411420 Aug 18 17:13:25.492399 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1c52e-68cb-4211-b55d-d69ca8413f36 req-9a22f11e-26b3-4126-9df1-debbf0e5e7b3 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:25.493971 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9ae1c52e-68cb-4211-b55d-d69ca8413f36 req-9a22f11e-26b3-4126-9df1-debbf0e5e7b3 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 946 time: 0.0480318 Aug 18 17:13:25.545072 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9ae1c52e-68cb-4211-b55d-d69ca8413f36 req-cf61918f-38cf-462f-b0d8-859b4c476fd0 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=5ca45971-d81b-46d2-921f-bc7a31a6149d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446424 Aug 18 17:13:25.905392 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980a191-8efa-4c5a-a866-bbdf3b99d31d req-482c8df9-b8db-4797-8db5-1b4d9564d8ed tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:25.906877 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5980a191-8efa-4c5a-a866-bbdf3b99d31d req-482c8df9-b8db-4797-8db5-1b4d9564d8ed tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 946 time: 0.0518966 Aug 18 17:13:25.993104 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [req-5980a191-8efa-4c5a-a866-bbdf3b99d31d req-c0e5510a-cf68-43be-9ebc-bdf60e99cdb8 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Deleting port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:13:25.993446 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-5980a191-8efa-4c5a-a866-bbdf3b99d31d req-c0e5510a-cf68-43be-9ebc-bdf60e99cdb8 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:26.088414 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [req-5980a191-8efa-4c5a-a866-bbdf3b99d31d req-c0e5510a-cf68-43be-9ebc-bdf60e99cdb8 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] For port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:13:26.088691 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-5980a191-8efa-4c5a-a866-bbdf3b99d31d req-c0e5510a-cf68-43be-9ebc-bdf60e99cdb8 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:26.191331 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:26.251119 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-5980a191-8efa-4c5a-a866-bbdf3b99d31d req-c0e5510a-cf68-43be-9ebc-bdf60e99cdb8 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:26.251505 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-5980a191-8efa-4c5a-a866-bbdf3b99d31d req-c0e5510a-cf68-43be-9ebc-bdf60e99cdb8 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (8963ac9e-cf9f-457b-a0ef-ce2763b468aa), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:26.251816 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.l3_db [req-5980a191-8efa-4c5a-a866-bbdf3b99d31d req-c0e5510a-cf68-43be-9ebc-bdf60e99cdb8 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Floating IP 8963ac9e-cf9f-457b-a0ef-ce2763b468aa disassociated. External IP: 172.27.1.185, port: 6a4d4f56-49e2-4fd7-905b-4ed206d8d756. Aug 18 17:13:26.252153 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [req-5980a191-8efa-4c5a-a866-bbdf3b99d31d req-c0e5510a-cf68-43be-9ebc-bdf60e99cdb8 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Calling delete_port for 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 owned by compute:nova {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:13:26.313880 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:26.319779 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:13:26.447847 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-5980a191-8efa-4c5a-a866-bbdf3b99d31d req-c0e5510a-cf68-43be-9ebc-bdf60e99cdb8 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (6a4d4f56-49e2-4fd7-905b-4ed206d8d756), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:26.479600 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5510a-cf68-43be-9ebc-bdf60e99cdb8 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Pushing event deleted for resources: {'Port': ['ID=6a4d4f56-49e2-4fd7-905b-4ed206d8d756,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:26.594755 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5980a191-8efa-4c5a-a866-bbdf3b99d31d req-c0e5510a-cf68-43be-9ebc-bdf60e99cdb8 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Router 1967b342-949f-478d-bb6b-7d62fdce79d4 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:13:26.656456 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b43b4f73-163f-48e9-9075-fd8701da94d2 req-ae4a41d3-8b87-4bdc-af51-c274a35eb018 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5400d9b3-34f6-451c-bb5c-ae2b231dcc5b HTTP/1.1" status: 200 len: 210 time: 0.0308816 Aug 18 17:13:26.703796 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5980a191-8efa-4c5a-a866-bbdf3b99d31d req-c0e5510a-cf68-43be-9ebc-bdf60e99cdb8 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:13:26.715598 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb45b26-679c-4593-8dda-13e9dadca37f None None] Sync routers for ids ['1967b342-949f-478d-bb6b-7d62fdce79d4'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:13:26.726960 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb45b26-679c-4593-8dda-13e9dadca37f None None] Routers {'1967b342-949f-478d-bb6b-7d62fdce79d4'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:13:26.727632 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-4cb45b26-679c-4593-8dda-13e9dadca37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:13:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1967b342-949f-478d-bb6b-7d62fdce79d4'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:26.747223 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [req-5980a191-8efa-4c5a-a866-bbdf3b99d31d req-c0e5510a-cf68-43be-9ebc-bdf60e99cdb8 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] No DVR routers for this DVR port 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 on host hv-cinder-85367 {{(pid=106919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:13:26.749758 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-5980a191-8efa-4c5a-a866-bbdf3b99d31d req-c0e5510a-cf68-43be-9ebc-bdf60e99cdb8 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:26.753049 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-5980a191-8efa-4c5a-a866-bbdf3b99d31d req-c0e5510a-cf68-43be-9ebc-bdf60e99cdb8 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.40 "DELETE /networking/v2.0/ports/6a4d4f56-49e2-4fd7-905b-4ed206d8d756 HTTP/1.1" status: 204 len: 173 time: 0.8406222 Aug 18 17:13:26.753489 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5400d9b3-34f6-451c-bb5c-ae2b231dcc5b', 'name': 'network-vif-deleted', 'tag': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:13:26.756512 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c5e0ab-be5b-4b64-8453-56462723e963" -d '{"events": [{"server_uuid": "5400d9b3-34f6-451c-bb5c-ae2b231dcc5b", "name": "network-vif-deleted", "tag": "6a4d4f56-49e2-4fd7-905b-4ed206d8d756"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:13:26.799985 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2f93f8-81c9-4180-a8c6-88d702d2d883 x-openstack-request-id: req-0d2f93f8-81c9-4180-a8c6-88d702d2d883 {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:13:26.800292 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5400d9b3-34f6-451c-bb5c-ae2b231dcc5b", "name": "network-vif-deleted", "tag": "6a4d4f56-49e2-4fd7-905b-4ed206d8d756", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:13:26.803187 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d2f93f8-81c9-4180-a8c6-88d702d2d883 {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:13:26.803187 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d2f93f8-81c9-4180-a8c6-88d702d2d883'] response: {'server_uuid': '5400d9b3-34f6-451c-bb5c-ae2b231dcc5b', 'name': 'network-vif-deleted', 'tag': '6a4d4f56-49e2-4fd7-905b-4ed206d8d756', 'status': 'completed', 'code': 200} Aug 18 17:13:26.849696 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-4cb45b26-679c-4593-8dda-13e9dadca37f None None] Set router 1967b342-949f-478d-bb6b-7d62fdce79d4 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:13:27.142120 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-4cb45b26-679c-4593-8dda-13e9dadca37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-router', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:21Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'gw_port': {'id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:22Z', 'updated_at': '2022-08-18T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '72fc76ed-a207-487b-aa7b-aed03c7da6be', 'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'mac_address': 'fa:16:3e:cb:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:42Z', 'revision_number': 5, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'subnets': [{'id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:27.171684 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb45b26-679c-4593-8dda-13e9dadca37f None None] Checking router: 1967b342-949f-478d-bb6b-7d62fdce79d4 for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:13:27.180565 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb45b26-679c-4593-8dda-13e9dadca37f None None] Routers {'1967b342-949f-478d-bb6b-7d62fdce79d4'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:13:27.181178 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-4cb45b26-679c-4593-8dda-13e9dadca37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:13:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1967b342-949f-478d-bb6b-7d62fdce79d4'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:27.284339 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-4cb45b26-679c-4593-8dda-13e9dadca37f None None] Set router 1967b342-949f-478d-bb6b-7d62fdce79d4 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:13:27.470117 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-4cb45b26-679c-4593-8dda-13e9dadca37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-router', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:21Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'gw_port': {'id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:22Z', 'updated_at': '2022-08-18T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '72fc76ed-a207-487b-aa7b-aed03c7da6be', 'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'mac_address': 'fa:16:3e:cb:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:42Z', 'revision_number': 5, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'subnets': [{'id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:27.494937 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb45b26-679c-4593-8dda-13e9dadca37f None None] The sync data for ids ['1967b342-949f-478d-bb6b-7d62fdce79d4'] in dv-cinder-853678-2-iscsi is: [{'id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-router', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:21Z', 'updated_at': '2022-08-18T17:05:28Z', 'revision_number': 4, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'gw_port': {'id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:22Z', 'updated_at': '2022-08-18T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': '72fc76ed-a207-487b-aa7b-aed03c7da6be', 'name': '', 'network_id': '8be6f688-0f91-4174-bb68-fa46841659a9', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'mac_address': 'fa:16:3e:cb:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:26Z', 'updated_at': '2022-08-18T17:05:42Z', 'revision_number': 5, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'subnets': [{'id': 'a393e81b-56a8-46b6-846e-4d9441213f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:13:27.713912 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac55a62-184f-414d-9016-80d667e6dee8 None None] New status for floating IP 8963ac9e-cf9f-457b-a0ef-ce2763b468aa: DOWN {{(pid=106920) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:13:27.827883 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 51046) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:27.884582 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d59e9841-fcb7-4400-ba83-6564334783f6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group (5ca45971-d81b-46d2-921f-bc7a31a6149d), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:27.911948 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d59e9841-fcb7-4400-ba83-6564334783f6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group (5ca45971-d81b-46d2-921f-bc7a31a6149d), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:28.071688 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d59e9841-fcb7-4400-ba83-6564334783f6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (5ca45971-d81b-46d2-921f-bc7a31a6149d), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:28.074330 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d59e9841-fcb7-4400-ba83-6564334783f6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:28.084399 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-d59e9841-fcb7-4400-ba83-6564334783f6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5ca45971-d81b-46d2-921f-bc7a31a6149d HTTP/1.1" status: 204 len: 168 time: 0.2466276 Aug 18 17:13:28.085131 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 51056) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:28.098004 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e9841-fcb7-4400-ba83-6564334783f6 tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca45971-d81b-46d2-921f-bc7a31a6149d,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:28.108042 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.api.v2.resource [None req-b2c27574-8cbc-4ee7-b120-2fc98f3c314e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] show failed (client error): The resource could not be found. Aug 18 17:13:28.108042 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-b2c27574-8cbc-4ee7-b120-2fc98f3c314e tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "GET /networking/v2.0/security-groups/5ca45971-d81b-46d2-921f-bc7a31a6149d HTTP/1.1" status: 404 len: 347 time: 0.0195327 Aug 18 17:13:28.109873 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 51058) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:28.228650 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-a8f3896f-9075-4d57-aecf-66ef04a0516d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Deleting port 60d6f0bd-a726-4947-a59b-b2775b09e829 {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:13:28.228983 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a8f3896f-9075-4d57-aecf-66ef04a0516d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (60d6f0bd-a726-4947-a59b-b2775b09e829), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:28.290586 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:28.311746 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a8f3896f-9075-4d57-aecf-66ef04a0516d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (60d6f0bd-a726-4947-a59b-b2775b09e829), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:28.312079 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a8f3896f-9075-4d57-aecf-66ef04a0516d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for floatingip (60d6f0bd-a726-4947-a59b-b2775b09e829), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:28.324587 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-a8f3896f-9075-4d57-aecf-66ef04a0516d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Calling delete_port for 60d6f0bd-a726-4947-a59b-b2775b09e829 owned by network:floatingip {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:13:28.523425 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a8f3896f-9075-4d57-aecf-66ef04a0516d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (60d6f0bd-a726-4947-a59b-b2775b09e829), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:28.548152 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3896f-9075-4d57-aecf-66ef04a0516d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Pushing event deleted for resources: {'Port': ['ID=60d6f0bd-a726-4947-a59b-b2775b09e829,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:28.617453 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a8f3896f-9075-4d57-aecf-66ef04a0516d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks [] for floatingip (8963ac9e-cf9f-457b-a0ef-ce2763b468aa), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:28.620008 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-a8f3896f-9075-4d57-aecf-66ef04a0516d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:28.621159 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-a8f3896f-9075-4d57-aecf-66ef04a0516d tempest-AttachVolumeShelveTestJSON-1408847575 tempest-AttachVolumeShelveTestJSON-1408847575-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/8963ac9e-cf9f-457b-a0ef-ce2763b468aa HTTP/1.1" status: 204 len: 168 time: 0.5103731 Aug 18 17:13:30.888542 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:13:30.908643 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] No Port match for: 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:13:30.908985 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 6a4d4f56-49e2-4fd7-905b-4ed206d8d756 not bound to the agent host hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:13:31.473755 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 51100) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:31.914355 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:32.389501 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-87a5bbc5-dff5-4ea2-bffa-5168e6f2eb20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3878567'] for router_interface (1967b342-949f-478d-bb6b-7d62fdce79d4), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:32.612431 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-87a5bbc5-dff5-4ea2-bffa-5168e6f2eb20 admin admin] Deleting port 72fc76ed-a207-487b-aa7b-aed03c7da6be {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:13:32.613669 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-87a5bbc5-dff5-4ea2-bffa-5168e6f2eb20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (72fc76ed-a207-487b-aa7b-aed03c7da6be), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:32.614839 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:32.660057 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:32.713750 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [None req-87a5bbc5-dff5-4ea2-bffa-5168e6f2eb20 admin admin] For port 72fc76ed-a207-487b-aa7b-aed03c7da6be, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=72fc76ed-a207-487b-aa7b-aed03c7da6be,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:13:32.714114 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-87a5bbc5-dff5-4ea2-bffa-5168e6f2eb20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (72fc76ed-a207-487b-aa7b-aed03c7da6be), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:32.726816 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-87a5bbc5-dff5-4ea2-bffa-5168e6f2eb20 admin admin] Calling delete_port for 72fc76ed-a207-487b-aa7b-aed03c7da6be owned by network:router_interface {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:13:32.979462 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-87a5bbc5-dff5-4ea2-bffa-5168e6f2eb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (72fc76ed-a207-487b-aa7b-aed03c7da6be), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:33.012349 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5bbc5-dff5-4ea2-bffa-5168e6f2eb20 admin admin] Pushing event deleted for resources: {'Port': ['ID=72fc76ed-a207-487b-aa7b-aed03c7da6be,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:33.072651 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:33.174656 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-87a5bbc5-dff5-4ea2-bffa-5168e6f2eb20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3873623'] for router_interface (1967b342-949f-478d-bb6b-7d62fdce79d4), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:33.318206 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 51118) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:33.410616 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a5bbc5-dff5-4ea2-bffa-5168e6f2eb20 admin admin] Router 1967b342-949f-478d-bb6b-7d62fdce79d4 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:13:33.434828 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-828ec4b5-3350-41ff-a731-97f86a6c3c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:33.511768 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-828ec4b5-3350-41ff-a731-97f86a6c3c85 admin admin] Publish callbacks [] for security_group (1f14bc3b-21cc-4ba0-b0a5-a8ec17b9086f), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:33.515668 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a5bbc5-dff5-4ea2-bffa-5168e6f2eb20 admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:13:33.521400 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-87a5bbc5-dff5-4ea2-bffa-5168e6f2eb20 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/1967b342-949f-478d-bb6b-7d62fdce79d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0467675 Aug 18 17:13:33.524116 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 51122) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:33.525530 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be05930-65e3-4b7d-be74-354dcd94a29c None None] Sync routers for ids ['1967b342-949f-478d-bb6b-7d62fdce79d4'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:13:33.535761 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be05930-65e3-4b7d-be74-354dcd94a29c None None] Routers {'1967b342-949f-478d-bb6b-7d62fdce79d4'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:13:33.536372 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-0be05930-65e3-4b7d-be74-354dcd94a29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:13:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1967b342-949f-478d-bb6b-7d62fdce79d4'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:33.575796 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-828ec4b5-3350-41ff-a731-97f86a6c3c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (1f14bc3b-21cc-4ba0-b0a5-a8ec17b9086f), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:33.605999 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:33.615888 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:33.619828 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-828ec4b5-3350-41ff-a731-97f86a6c3c85 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ca3d054772714dca954616ba638004b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005490 Aug 18 17:13:33.622641 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 51124) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:33.629346 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dcd2136c-fec7-49a4-85bb-b7979e352df6 admin admin] Publish callbacks [] for router (1967b342-949f-478d-bb6b-7d62fdce79d4), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:33.629912 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ec4b5-3350-41ff-a731-97f86a6c3c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f14bc3b-21cc-4ba0-b0a5-a8ec17b9086f,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:33.645028 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-0be05930-65e3-4b7d-be74-354dcd94a29c None None] Set router 1967b342-949f-478d-bb6b-7d62fdce79d4 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:13:33.685268 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-30e1860e-ac0f-469c-ac3f-f90dfc69b894 admin admin] Publish callbacks [] for security_group (1f14bc3b-21cc-4ba0-b0a5-a8ec17b9086f), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:33.707384 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-30e1860e-ac0f-469c-ac3f-f90dfc69b894 admin admin] Publish callbacks [] for security_group (1f14bc3b-21cc-4ba0-b0a5-a8ec17b9086f), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:33.741684 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dcd2136c-fec7-49a4-85bb-b7979e352df6 admin admin] Publish callbacks [] for router_gateway (1967b342-949f-478d-bb6b-7d62fdce79d4), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:33.744533 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:33.787593 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=100 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:33.822574 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-0be05930-65e3-4b7d-be74-354dcd94a29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-router', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:21Z', 'updated_at': '2022-08-18T17:13:32Z', 'revision_number': 5, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'gw_port': {'id': '946a81ae-73cd-4e42-92aa-384fa79a21b9', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:05:22Z', 'updated_at': '2022-08-18T17:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:33.825098 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=100 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:33.847011 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be05930-65e3-4b7d-be74-354dcd94a29c None None] Checking router: 1967b342-949f-478d-bb6b-7d62fdce79d4 for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:13:33.855975 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be05930-65e3-4b7d-be74-354dcd94a29c None None] Routers {'1967b342-949f-478d-bb6b-7d62fdce79d4'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:13:33.856579 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-0be05930-65e3-4b7d-be74-354dcd94a29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:13:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['1967b342-949f-478d-bb6b-7d62fdce79d4'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:33.889451 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-30e1860e-ac0f-469c-ac3f-f90dfc69b894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (1f14bc3b-21cc-4ba0-b0a5-a8ec17b9086f), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:33.892447 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-30e1860e-ac0f-469c-ac3f-f90dfc69b894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:33.894433 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-30e1860e-ac0f-469c-ac3f-f90dfc69b894 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1f14bc3b-21cc-4ba0-b0a5-a8ec17b9086f HTTP/1.1" status: 204 len: 168 time: 0.2702949 Aug 18 17:13:33.897312 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2136c-fec7-49a4-85bb-b7979e352df6 admin admin] Deleting port 946a81ae-73cd-4e42-92aa-384fa79a21b9 {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:13:33.897533 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dcd2136c-fec7-49a4-85bb-b7979e352df6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (946a81ae-73cd-4e42-92aa-384fa79a21b9), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:33.904660 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1860e-ac0f-469c-ac3f-f90dfc69b894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f14bc3b-21cc-4ba0-b0a5-a8ec17b9086f,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:33.948194 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-0be05930-65e3-4b7d-be74-354dcd94a29c None None] Set router 1967b342-949f-478d-bb6b-7d62fdce79d4 gateway port host: None {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:13:33.992086 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [None req-dcd2136c-fec7-49a4-85bb-b7979e352df6 admin admin] For port 946a81ae-73cd-4e42-92aa-384fa79a21b9, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=946a81ae-73cd-4e42-92aa-384fa79a21b9,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:13:33.992769 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dcd2136c-fec7-49a4-85bb-b7979e352df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (946a81ae-73cd-4e42-92aa-384fa79a21b9), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:34.002127 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-0be05930-65e3-4b7d-be74-354dcd94a29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-router', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:21Z', 'updated_at': '2022-08-18T17:13:33Z', 'revision_number': 6, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'gw_port_host': None}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:34.009420 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2136c-fec7-49a4-85bb-b7979e352df6 admin admin] Calling delete_port for 946a81ae-73cd-4e42-92aa-384fa79a21b9 owned by network:router_gateway {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:13:34.032734 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be05930-65e3-4b7d-be74-354dcd94a29c None None] The sync data for ids ['1967b342-949f-478d-bb6b-7d62fdce79d4'] in dv-cinder-853678-2-iscsi is: [{'id': '1967b342-949f-478d-bb6b-7d62fdce79d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1521885961-router', 'tenant_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:05:21Z', 'updated_at': '2022-08-18T17:13:33Z', 'revision_number': 6, 'project_id': '697adc4a3b0f40ff85d6b415b6bbbefd', 'gw_port_host': None}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:13:34.158576 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:34.258415 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dcd2136c-fec7-49a4-85bb-b7979e352df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (946a81ae-73cd-4e42-92aa-384fa79a21b9), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:34.286411 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2136c-fec7-49a4-85bb-b7979e352df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=946a81ae-73cd-4e42-92aa-384fa79a21b9,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:34.348142 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dcd2136c-fec7-49a4-85bb-b7979e352df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876582'] for router_gateway (1967b342-949f-478d-bb6b-7d62fdce79d4), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:34.440835 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dcd2136c-fec7-49a4-85bb-b7979e352df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3874589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5398'] for router (1967b342-949f-478d-bb6b-7d62fdce79d4), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:34.443296 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dcd2136c-fec7-49a4-85bb-b7979e352df6 admin admin] Publish callbacks [] for router_controller (1967b342-949f-478d-bb6b-7d62fdce79d4), precommit_delete_associations {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:34.557118 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dcd2136c-fec7-49a4-85bb-b7979e352df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3873632'] for router (1967b342-949f-478d-bb6b-7d62fdce79d4), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:34.557766 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd2136c-fec7-49a4-85bb-b7979e352df6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1967b342-949f-478d-bb6b-7d62fdce79d4 {{(pid=106919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 17:13:34.562306 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dcd2136c-fec7-49a4-85bb-b7979e352df6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:34.563461 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-dcd2136c-fec7-49a4-85bb-b7979e352df6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/1967b342-949f-478d-bb6b-7d62fdce79d4 HTTP/1.1" status: 204 len: 168 time: 1.0381932 Aug 18 17:13:34.566104 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 51130) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:34.606256 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 51132) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:34.615184 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-58fa502c-b4c9-4acd-9ac4-f46782d734e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:34.616257 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a005c1b-3996-4bc5-9f3f-43d066d38c19 admin admin] Deleting subnet a393e81b-56a8-46b6-846e-4d9441213f68 {{(pid=106919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 17:13:34.619413 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8a005c1b-3996-4bc5-9f3f-43d066d38c19 admin admin] Publish callbacks [] for subnet (a393e81b-56a8-46b6-846e-4d9441213f68), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:34.648953 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:34.656681 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8a005c1b-3996-4bc5-9f3f-43d066d38c19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26669183'] for subnet (a393e81b-56a8-46b6-846e-4d9441213f68), precommit_delete_associations {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:34.698410 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-58fa502c-b4c9-4acd-9ac4-f46782d734e5 admin admin] Publish callbacks [] for security_group (bc48f422-cb09-494f-8b0d-9c84d573841f), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:34.734110 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8a005c1b-3996-4bc5-9f3f-43d066d38c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763242'] for subnet (a393e81b-56a8-46b6-846e-4d9441213f68), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:34.791556 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-58fa502c-b4c9-4acd-9ac4-f46782d734e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (bc48f422-cb09-494f-8b0d-9c84d573841f), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:34.830853 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-58fa502c-b4c9-4acd-9ac4-f46782d734e5 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=00fc2f7a3f364c378c4d67b1bdf30363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286968 Aug 18 17:13:34.832283 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa502c-b4c9-4acd-9ac4-f46782d734e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc48f422-cb09-494f-8b0d-9c84d573841f,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:34.834372 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 51134) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:34.861642 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8a005c1b-3996-4bc5-9f3f-43d066d38c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26604591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25646354'] for subnet (a393e81b-56a8-46b6-846e-4d9441213f68), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:34.896789 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a005c1b-3996-4bc5-9f3f-43d066d38c19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a393e81b-56a8-46b6-846e-4d9441213f68,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:34.901864 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8a005c1b-3996-4bc5-9f3f-43d066d38c19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:34.905119 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-8a005c1b-3996-4bc5-9f3f-43d066d38c19 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/a393e81b-56a8-46b6-846e-4d9441213f68 HTTP/1.1" status: 204 len: 168 time: 0.3380949 Aug 18 17:13:34.907828 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 51136) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:34.910701 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb6eeb2-b6ba-418f-bd37-4320c89fb096 None None] Network 8be6f688-0f91-4174-bb68-fa46841659a9 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:13:34.929063 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2db3dc3f-6d5d-4b1c-8c4a-4ea09d768e73 admin admin] Publish callbacks [] for security_group (bc48f422-cb09-494f-8b0d-9c84d573841f), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:34.952216 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2db3dc3f-6d5d-4b1c-8c4a-4ea09d768e73 admin admin] Publish callbacks [] for security_group (bc48f422-cb09-494f-8b0d-9c84d573841f), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:34.980724 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-3f25213a-efc6-4cba-9549-4fec9e301793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915243'] for network (8be6f688-0f91-4174-bb68-fa46841659a9), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:35.030060 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-3f25213a-efc6-4cba-9549-4fec9e301793 admin admin] Deleting port 4ea3aa32-56dd-4a09-a129-762044594694 {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:13:35.030372 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-3f25213a-efc6-4cba-9549-4fec9e301793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (4ea3aa32-56dd-4a09-a129-762044594694), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:35.074149 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0b4a58-aef5-4706-a21d-a38785942e0f None None] DHCP port deletion for 8be6f688-0f91-4174-bb68-fa46841659a9 request from dv-cinder-853678-2-iscsi {{(pid=106920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 18 17:13:35.094470 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2db3dc3f-6d5d-4b1c-8c4a-4ea09d768e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (bc48f422-cb09-494f-8b0d-9c84d573841f), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:35.097640 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2db3dc3f-6d5d-4b1c-8c4a-4ea09d768e73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:35.098826 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-2db3dc3f-6d5d-4b1c-8c4a-4ea09d768e73 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bc48f422-cb09-494f-8b0d-9c84d573841f HTTP/1.1" status: 204 len: 168 time: 0.2633579 Aug 18 17:13:35.121296 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [None req-3f25213a-efc6-4cba-9549-4fec9e301793 admin admin] For port 4ea3aa32-56dd-4a09-a129-762044594694, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=4ea3aa32-56dd-4a09-a129-762044594694,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:13:35.121682 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-3f25213a-efc6-4cba-9549-4fec9e301793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (4ea3aa32-56dd-4a09-a129-762044594694), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:35.122278 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3dc3f-6d5d-4b1c-8c4a-4ea09d768e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc48f422-cb09-494f-8b0d-9c84d573841f,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:35.145191 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-da0b4a58-aef5-4706-a21d-a38785942e0f None None] Deleting port 4ea3aa32-56dd-4a09-a129-762044594694 {{(pid=106920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:13:35.145819 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-da0b4a58-aef5-4706-a21d-a38785942e0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (4ea3aa32-56dd-4a09-a129-762044594694), before_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:35.160584 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-3f25213a-efc6-4cba-9549-4fec9e301793 admin admin] Calling delete_port for 4ea3aa32-56dd-4a09-a129-762044594694 owned by network:dhcp {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:13:35.228674 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-da0b4a58-aef5-4706-a21d-a38785942e0f None None] For port 4ea3aa32-56dd-4a09-a129-762044594694, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=4ea3aa32-56dd-4a09-a129-762044594694,segment=NetworkSegment(5dbc92d5-d9f8-45c9-97bf-197b55a53beb),segment_id=5dbc92d5-d9f8-45c9-97bf-197b55a53beb)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:13:35.229079 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-da0b4a58-aef5-4706-a21d-a38785942e0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (4ea3aa32-56dd-4a09-a129-762044594694), precommit_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:35.243880 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-da0b4a58-aef5-4706-a21d-a38785942e0f None None] Calling delete_port for 4ea3aa32-56dd-4a09-a129-762044594694 owned by network:dhcp {{(pid=106920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:13:35.255598 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:35.291420 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 946a81ae-73cd-4e42-92aa-384fa79a21b9 no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:13:35.315157 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: 946a81ae-73cd-4e42-92aa-384fa79a21b9 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:13:35.315515 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 946a81ae-73cd-4e42-92aa-384fa79a21b9 not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:13:35.315960 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 4ea3aa32-56dd-4a09-a129-762044594694 no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:13:35.368511 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-3f25213a-efc6-4cba-9549-4fec9e301793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (4ea3aa32-56dd-4a09-a129-762044594694), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:35.374938 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No active binding found for port 4ea3aa32-56dd-4a09-a129-762044594694 {{(pid=106920) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 18 17:13:35.375287 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] The host dv-cinder-853678-2-iscsi is not matching for port 4ea3aa32-56dd-4a09-a129-762044594694 host None! {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 18 17:13:35.375771 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 4ea3aa32-56dd-4a09-a129-762044594694 not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:13:35.376196 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 72fc76ed-a207-487b-aa7b-aed03c7da6be no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:13:35.397911 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25213a-efc6-4cba-9549-4fec9e301793 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea3aa32-56dd-4a09-a129-762044594694,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:35.400103 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25213a-efc6-4cba-9549-4fec9e301793 admin admin] No DVR routers for this DVR port 4ea3aa32-56dd-4a09-a129-762044594694 on host dv-cinder-853678-2-iscsi {{(pid=106918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:13:35.400351 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: 72fc76ed-a207-487b-aa7b-aed03c7da6be {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:13:35.400515 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 72fc76ed-a207-487b-aa7b-aed03c7da6be not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:13:35.403858 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-da0b4a58-aef5-4706-a21d-a38785942e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023'] for port (4ea3aa32-56dd-4a09-a129-762044594694), after_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:35.437800 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b4a58-aef5-4706-a21d-a38785942e0f None None] Pushing event deleted for resources: {'Port': ['ID=4ea3aa32-56dd-4a09-a129-762044594694,revision_number=None']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:35.437800 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b4a58-aef5-4706-a21d-a38785942e0f None None] No DVR routers for this DVR port 4ea3aa32-56dd-4a09-a129-762044594694 on host dv-cinder-853678-2-iscsi {{(pid=106920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:13:35.479636 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-3f25213a-efc6-4cba-9549-4fec9e301793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762083', 'neutron.services.segments.db._delete_segments_for_network-8740646743435'] for network (8be6f688-0f91-4174-bb68-fa46841659a9), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:35.500645 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-3f25213a-efc6-4cba-9549-4fec9e301793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be6f688-0f91-4174-bb68-fa46841659a9']}} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:35.510674 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-3f25213a-efc6-4cba-9549-4fec9e301793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dbc92d5-d9f8-45c9-97bf-197b55a53beb') {'for_net_delete': True} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:35.510976 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-3f25213a-efc6-4cba-9549-4fec9e301793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dbc92d5-d9f8-45c9-97bf-197b55a53beb') {} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:13:35.521594 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-3f25213a-efc6-4cba-9549-4fec9e301793 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740646743498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25603873'] for segment (5dbc92d5-d9f8-45c9-97bf-197b55a53beb), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:35.536622 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-3f25213a-efc6-4cba-9549-4fec9e301793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (5dbc92d5-d9f8-45c9-97bf-197b55a53beb), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:35.543311 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f25213a-efc6-4cba-9549-4fec9e301793 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=106918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 17:13:35.543756 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-3f25213a-efc6-4cba-9549-4fec9e301793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26478330'] for segment (5dbc92d5-d9f8-45c9-97bf-197b55a53beb), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:35.593613 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.services.segments.plugin [-] Segment 5dbc92d5-d9f8-45c9-97bf-197b55a53beb resource provider aggregate not found Aug 18 17:13:35.613210 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.services.segments.plugin [-] Segment 5dbc92d5-d9f8-45c9-97bf-197b55a53beb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5dbc92d5-d9f8-45c9-97bf-197b55a53beb found for delete ", "request_id": "req-2902ab00-c398-4073-a4bc-3b4b441378ef"}]} Aug 18 17:13:35.694547 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-3f25213a-efc6-4cba-9549-4fec9e301793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876546'] for network (8be6f688-0f91-4174-bb68-fa46841659a9), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:35.700403 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-3f25213a-efc6-4cba-9549-4fec9e301793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:35.703428 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-3f25213a-efc6-4cba-9549-4fec9e301793 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/8be6f688-0f91-4174-bb68-fa46841659a9 HTTP/1.1" status: 204 len: 168 time: 0.7943671 Aug 18 17:13:35.714684 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25213a-efc6-4cba-9549-4fec9e301793 admin admin] Pushing event deleted for resources: {'Network': ['ID=8be6f688-0f91-4174-bb68-fa46841659a9,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:35.885079 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 51148) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:35.899421 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4742001e-d0fa-4d46-94b6-fde715598177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:35.980340 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4742001e-d0fa-4d46-94b6-fde715598177 admin admin] Publish callbacks [] for security_group (276ae5ab-4fe5-4351-a5fa-719c63591f66), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:36.023868 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 51150) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:36.049126 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:36.052085 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4742001e-d0fa-4d46-94b6-fde715598177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (276ae5ab-4fe5-4351-a5fa-719c63591f66), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:36.095793 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-32096bd0-eb31-49c7-b8cb-8aa857ac60c1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=697adc4a3b0f40ff85d6b415b6bbbefd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0707152 Aug 18 17:13:36.098442 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 51152) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:36.107784 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-4742001e-d0fa-4d46-94b6-fde715598177 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2307a8526d1b4ff181552801451e2a86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192519 Aug 18 17:13:36.107784 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742001e-d0fa-4d46-94b6-fde715598177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276ae5ab-4fe5-4351-a5fa-719c63591f66,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:36.109303 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 51154) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:36.155513 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-36a164d3-8f9a-4cbe-9637-2d9067f9c159 admin admin] Publish callbacks [] for security_group (e7cf6b57-b25d-456f-ae55-186af7381158), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:36.158281 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:36.161859 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d55001a4-78c3-41f2-b38e-25874bf2767e admin admin] Publish callbacks [] for security_group (276ae5ab-4fe5-4351-a5fa-719c63591f66), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:36.178942 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-36a164d3-8f9a-4cbe-9637-2d9067f9c159 admin admin] Publish callbacks [] for security_group (e7cf6b57-b25d-456f-ae55-186af7381158), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:36.184358 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d55001a4-78c3-41f2-b38e-25874bf2767e admin admin] Publish callbacks [] for security_group (276ae5ab-4fe5-4351-a5fa-719c63591f66), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:36.211520 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:36.318040 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-36a164d3-8f9a-4cbe-9637-2d9067f9c159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (e7cf6b57-b25d-456f-ae55-186af7381158), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:36.320654 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-36a164d3-8f9a-4cbe-9637-2d9067f9c159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:36.321817 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-36a164d3-8f9a-4cbe-9637-2d9067f9c159 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e7cf6b57-b25d-456f-ae55-186af7381158 HTTP/1.1" status: 204 len: 168 time: 0.2223547 Aug 18 17:13:36.330092 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a164d3-8f9a-4cbe-9637-2d9067f9c159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cf6b57-b25d-456f-ae55-186af7381158,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:36.357662 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d55001a4-78c3-41f2-b38e-25874bf2767e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (276ae5ab-4fe5-4351-a5fa-719c63591f66), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:36.360570 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-d55001a4-78c3-41f2-b38e-25874bf2767e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:36.375456 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-d55001a4-78c3-41f2-b38e-25874bf2767e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/276ae5ab-4fe5-4351-a5fa-719c63591f66 HTTP/1.1" status: 204 len: 168 time: 0.2550101 Aug 18 17:13:36.388215 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55001a4-78c3-41f2-b38e-25874bf2767e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276ae5ab-4fe5-4351-a5fa-719c63591f66,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:38.984354 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f3932fff-dd6b-4296-bfde-3f0d19b0dab8 req-d8f11a76-84a9-44be-b0a9-8a7a72892503 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430150 Aug 18 17:13:39.071946 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3932fff-dd6b-4296-bfde-3f0d19b0dab8 req-1b7a24a1-5049-4f91-b6d3-25fb3b993ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:39.073455 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f3932fff-dd6b-4296-bfde-3f0d19b0dab8 req-1b7a24a1-5049-4f91-b6d3-25fb3b993ab1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44e1819d40894e26bfbe20d58589823f&device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 1129 time: 0.0397842 Aug 18 17:13:39.179273 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3932fff-dd6b-4296-bfde-3f0d19b0dab8 req-03fb8765-1884-4903-8d55-f2e4f0754d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:39.180812 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f3932fff-dd6b-4296-bfde-3f0d19b0dab8 req-03fb8765-1884-4903-8d55-f2e4f0754d1f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e79ee218-b8f4-4366-b86f-915853fc6747 HTTP/1.1" status: 200 len: 911 time: 0.0879610 Aug 18 17:13:39.240460 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:39.249352 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f3932fff-dd6b-4296-bfde-3f0d19b0dab8 req-bca1f60f-6f32-4d86-ae4a-1cf8ba1d49ea service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73b593a6-2fae-4e85-9374-fafccac8c7ac HTTP/1.1" status: 200 len: 1001 time: 0.0618730 Aug 18 17:13:39.300622 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3932fff-dd6b-4296-bfde-3f0d19b0dab8 req-c7490a54-8e73-42c5-8632-c0d7aaba9152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:39.302637 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f3932fff-dd6b-4296-bfde-3f0d19b0dab8 req-c7490a54-8e73-42c5-8632-c0d7aaba9152 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=66bcb9af-9b5e-481b-b77b-bb404fdf00cd HTTP/1.1" status: 200 len: 849 time: 0.0468006 Aug 18 17:13:39.313460 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 51238) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:39.351858 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3932fff-dd6b-4296-bfde-3f0d19b0dab8 req-2094b522-1715-4ca5-9e84-f7126e00da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:39.353417 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f3932fff-dd6b-4296-bfde-3f0d19b0dab8 req-2094b522-1715-4ca5-9e84-f7126e00da34 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e79ee218-b8f4-4366-b86f-915853fc6747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439451 Aug 18 17:13:39.430288 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d1033556-44ab-42c8-acc7-723f99d95d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:39.455712 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f3932fff-dd6b-4296-bfde-3f0d19b0dab8 req-5f377641-877d-4cca-9589-2a00e682fc50 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e79ee218-b8f4-4366-b86f-915853fc6747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956972 Aug 18 17:13:39.511316 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d1033556-44ab-42c8-acc7-723f99d95d11 admin admin] Publish callbacks [] for security_group (5cddfeaf-dc9a-4da5-9e9a-e863e673b213), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:39.560387 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f3932fff-dd6b-4296-bfde-3f0d19b0dab8 req-8247147e-0dc0-4846-b4f9-a568e730546f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e79ee218-b8f4-4366-b86f-915853fc6747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976720 Aug 18 17:13:39.592081 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d1033556-44ab-42c8-acc7-723f99d95d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (5cddfeaf-dc9a-4da5-9e9a-e863e673b213), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:39.638350 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-d1033556-44ab-42c8-acc7-723f99d95d11 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3b7d31231fc34229b75ad5e8842b9b51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237092 Aug 18 17:13:39.639071 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1033556-44ab-42c8-acc7-723f99d95d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cddfeaf-dc9a-4da5-9e9a-e863e673b213,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:39.641416 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 51252) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:39.701002 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e6a18a73-c52a-4867-afd6-09b5c0be227c admin admin] Publish callbacks [] for security_group (5cddfeaf-dc9a-4da5-9e9a-e863e673b213), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:39.717590 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:39.725888 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e6a18a73-c52a-4867-afd6-09b5c0be227c admin admin] Publish callbacks [] for security_group (5cddfeaf-dc9a-4da5-9e9a-e863e673b213), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:39.843084 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e6a18a73-c52a-4867-afd6-09b5c0be227c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (5cddfeaf-dc9a-4da5-9e9a-e863e673b213), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:39.845681 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e6a18a73-c52a-4867-afd6-09b5c0be227c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:39.846848 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-e6a18a73-c52a-4867-afd6-09b5c0be227c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5cddfeaf-dc9a-4da5-9e9a-e863e673b213 HTTP/1.1" status: 204 len: 168 time: 0.2042110 Aug 18 17:13:39.855896 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a18a73-c52a-4867-afd6-09b5c0be227c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cddfeaf-dc9a-4da5-9e9a-e863e673b213,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:40.539980 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 51264) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:40.553438 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8f28eea8-24ad-48e6-bb60-52c654a6eaf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:40.627716 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8f28eea8-24ad-48e6-bb60-52c654a6eaf9 admin admin] Publish callbacks [] for security_group (0a5d6fc8-6a22-4a64-9b04-b5ee9df4086a), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:40.717237 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8f28eea8-24ad-48e6-bb60-52c654a6eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (0a5d6fc8-6a22-4a64-9b04-b5ee9df4086a), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:40.756614 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28eea8-24ad-48e6-bb60-52c654a6eaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5d6fc8-6a22-4a64-9b04-b5ee9df4086a,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:40.761855 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-8f28eea8-24ad-48e6-bb60-52c654a6eaf9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9df5e02079fd4a74bf3ed8f1f8d6e982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202365 Aug 18 17:13:40.764002 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 51266) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:40.816406 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-fc55fedf-4ce4-4043-8512-fb644fa942bd admin admin] Publish callbacks [] for security_group (0a5d6fc8-6a22-4a64-9b04-b5ee9df4086a), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:40.837878 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-fc55fedf-4ce4-4043-8512-fb644fa942bd admin admin] Publish callbacks [] for security_group (0a5d6fc8-6a22-4a64-9b04-b5ee9df4086a), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:40.955971 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-fc55fedf-4ce4-4043-8512-fb644fa942bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (0a5d6fc8-6a22-4a64-9b04-b5ee9df4086a), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:40.958572 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-fc55fedf-4ce4-4043-8512-fb644fa942bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:40.959746 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-fc55fedf-4ce4-4043-8512-fb644fa942bd admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0a5d6fc8-6a22-4a64-9b04-b5ee9df4086a HTTP/1.1" status: 204 len: 168 time: 0.1945484 Aug 18 17:13:40.968211 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55fedf-4ce4-4043-8512-fb644fa942bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5d6fc8-6a22-4a64-9b04-b5ee9df4086a,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:41.087120 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-612b9aec-4b23-42fd-8c9f-654bc4297719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:43.380753 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-439e78ac-1eda-4a80-953d-e0cd7d22a7b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:44.078244 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=23 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:44.831243 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:46.060045 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:46.283036 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:48.330576 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 51440) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:48.465640 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-142b9b9e-4a28-4ab7-beac-9ec74060c651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:48.545455 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-142b9b9e-4a28-4ab7-beac-9ec74060c651 admin admin] Publish callbacks [] for security_group (8bcd0264-e1df-4e74-baf9-c43497f015d9), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:48.581928 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 51446) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:48.619611 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-142b9b9e-4a28-4ab7-beac-9ec74060c651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (8bcd0264-e1df-4e74-baf9-c43497f015d9), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:48.659876 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b9b9e-4a28-4ab7-beac-9ec74060c651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcd0264-e1df-4e74-baf9-c43497f015d9,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:48.664585 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-142b9b9e-4a28-4ab7-beac-9ec74060c651 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a7e479ca4908463d94553419b0f6d2a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3329861 Aug 18 17:13:48.667961 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 51452) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:48.712532 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bb0d7497-e256-4998-9695-8574b039b57d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:48.757520 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2c278cb5-f69c-48a0-b6b9-e6e00dc853b4 admin admin] Publish callbacks [] for security_group (8bcd0264-e1df-4e74-baf9-c43497f015d9), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:48.770396 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=16 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:48.794771 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2c278cb5-f69c-48a0-b6b9-e6e00dc853b4 admin admin] Publish callbacks [] for security_group (8bcd0264-e1df-4e74-baf9-c43497f015d9), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:48.811695 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:48.855443 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bb0d7497-e256-4998-9695-8574b039b57d admin admin] Publish callbacks [] for security_group (322d788e-b6a6-4b27-b8cf-628fea792d41), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:48.955823 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bb0d7497-e256-4998-9695-8574b039b57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (322d788e-b6a6-4b27-b8cf-628fea792d41), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:48.960155 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2c278cb5-f69c-48a0-b6b9-e6e00dc853b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (8bcd0264-e1df-4e74-baf9-c43497f015d9), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:48.962598 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-2c278cb5-f69c-48a0-b6b9-e6e00dc853b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:48.963770 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-2c278cb5-f69c-48a0-b6b9-e6e00dc853b4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8bcd0264-e1df-4e74-baf9-c43497f015d9 HTTP/1.1" status: 204 len: 168 time: 0.2948470 Aug 18 17:13:48.999914 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d7497-e256-4998-9695-8574b039b57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322d788e-b6a6-4b27-b8cf-628fea792d41,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:49.004220 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-bb0d7497-e256-4998-9695-8574b039b57d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=054fd04870fb4603b72da54a83d40e7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4208465 Aug 18 17:13:49.007574 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 51456) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:49.012552 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c278cb5-f69c-48a0-b6b9-e6e00dc853b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcd0264-e1df-4e74-baf9-c43497f015d9,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:49.070385 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-634a0bf2-b8d4-427f-a11f-580442e8f8f6 admin admin] Publish callbacks [] for security_group (322d788e-b6a6-4b27-b8cf-628fea792d41), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:49.090724 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-634a0bf2-b8d4-427f-a11f-580442e8f8f6 admin admin] Publish callbacks [] for security_group (322d788e-b6a6-4b27-b8cf-628fea792d41), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:49.270916 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-634a0bf2-b8d4-427f-a11f-580442e8f8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (322d788e-b6a6-4b27-b8cf-628fea792d41), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:49.273598 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-634a0bf2-b8d4-427f-a11f-580442e8f8f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:49.274813 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-634a0bf2-b8d4-427f-a11f-580442e8f8f6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/322d788e-b6a6-4b27-b8cf-628fea792d41 HTTP/1.1" status: 204 len: 168 time: 0.2657421 Aug 18 17:13:49.284911 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a0bf2-b8d4-427f-a11f-580442e8f8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322d788e-b6a6-4b27-b8cf-628fea792d41,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:49.293063 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a0bf2-b8d4-427f-a11f-580442e8f8f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:49.293431 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a0bf2-b8d4-427f-a11f-580442e8f8f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:49.293788 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a0bf2-b8d4-427f-a11f-580442e8f8f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:49.294136 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a0bf2-b8d4-427f-a11f-580442e8f8f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:49.294479 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a0bf2-b8d4-427f-a11f-580442e8f8f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:49.294862 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a0bf2-b8d4-427f-a11f-580442e8f8f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:49.295263 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a0bf2-b8d4-427f-a11f-580442e8f8f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:49.295541 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a0bf2-b8d4-427f-a11f-580442e8f8f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:49.296115 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a0bf2-b8d4-427f-a11f-580442e8f8f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:49.296115 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a0bf2-b8d4-427f-a11f-580442e8f8f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:49.296877 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a0bf2-b8d4-427f-a11f-580442e8f8f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:49.297216 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a0bf2-b8d4-427f-a11f-580442e8f8f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:49.297553 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a0bf2-b8d4-427f-a11f-580442e8f8f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:49.297882 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a0bf2-b8d4-427f-a11f-580442e8f8f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:49.298246 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a0bf2-b8d4-427f-a11f-580442e8f8f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:13:49.312783 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:50.011337 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 51482) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:50.025555 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-866af37b-b06a-4188-baea-e9c7b67d356b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:50.107259 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-866af37b-b06a-4188-baea-e9c7b67d356b admin admin] Publish callbacks [] for security_group (eae9de26-0770-499a-93b1-369ccf54f416), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:50.202846 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-866af37b-b06a-4188-baea-e9c7b67d356b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (eae9de26-0770-499a-93b1-369ccf54f416), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:50.244612 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-866af37b-b06a-4188-baea-e9c7b67d356b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5ee3e3ad1164486e85b693162a6a1009&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321157 Aug 18 17:13:50.245318 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866af37b-b06a-4188-baea-e9c7b67d356b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae9de26-0770-499a-93b1-369ccf54f416,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:50.247325 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 51488) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:50.300352 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-85e131ab-2f6d-44cd-b3f8-a4d80cfe5ccd admin admin] Publish callbacks [] for security_group (eae9de26-0770-499a-93b1-369ccf54f416), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:50.321650 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-85e131ab-2f6d-44cd-b3f8-a4d80cfe5ccd admin admin] Publish callbacks [] for security_group (eae9de26-0770-499a-93b1-369ccf54f416), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:50.504645 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-85e131ab-2f6d-44cd-b3f8-a4d80cfe5ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (eae9de26-0770-499a-93b1-369ccf54f416), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:50.507657 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-85e131ab-2f6d-44cd-b3f8-a4d80cfe5ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:50.523177 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-85e131ab-2f6d-44cd-b3f8-a4d80cfe5ccd admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/eae9de26-0770-499a-93b1-369ccf54f416 HTTP/1.1" status: 204 len: 168 time: 0.2601042 Aug 18 17:13:50.523177 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e131ab-2f6d-44cd-b3f8-a4d80cfe5ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae9de26-0770-499a-93b1-369ccf54f416,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:51.306128 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58040290-f36c-49a8-a365-dd58f61f4d8e req-314c9e63-c844-47cf-bc2a-1ab853900ea1 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:51.307871 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-58040290-f36c-49a8-a365-dd58f61f4d8e req-314c9e63-c844-47cf-bc2a-1ab853900ea1 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0487905 Aug 18 17:13:51.344077 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 51514) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:51.358581 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-9658d277-93d2-419a-ab6e-b8dddd372890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:51.371422 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-58040290-f36c-49a8-a365-dd58f61f4d8e req-695d8c9d-ea92-44ab-91c2-ee4ad61f3360 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567517 Aug 18 17:13:51.453269 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-9658d277-93d2-419a-ab6e-b8dddd372890 admin admin] Publish callbacks [] for security_group (d5360c49-1f1b-499d-8f51-da338bf44b08), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:51.534008 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-9658d277-93d2-419a-ab6e-b8dddd372890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (d5360c49-1f1b-499d-8f51-da338bf44b08), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:51.575709 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:DELETE=3,neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:51.580878 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-9658d277-93d2-419a-ab6e-b8dddd372890 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8114c07019984609bfa737b713961365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357066 Aug 18 17:13:51.581700 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658d277-93d2-419a-ab6e-b8dddd372890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5360c49-1f1b-499d-8f51-da338bf44b08,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:51.585047 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 51522) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:51.655781 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-eb880fb1-02d8-42b3-ac36-dd45fc8bc90a admin admin] Publish callbacks [] for security_group (d5360c49-1f1b-499d-8f51-da338bf44b08), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:51.678257 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-eb880fb1-02d8-42b3-ac36-dd45fc8bc90a admin admin] Publish callbacks [] for security_group (d5360c49-1f1b-499d-8f51-da338bf44b08), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:51.866437 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-eb880fb1-02d8-42b3-ac36-dd45fc8bc90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (d5360c49-1f1b-499d-8f51-da338bf44b08), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:51.870548 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-eb880fb1-02d8-42b3-ac36-dd45fc8bc90a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:51.871992 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-eb880fb1-02d8-42b3-ac36-dd45fc8bc90a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d5360c49-1f1b-499d-8f51-da338bf44b08 HTTP/1.1" status: 204 len: 168 time: 0.2848179 Aug 18 17:13:51.882159 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb880fb1-02d8-42b3-ac36-dd45fc8bc90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5360c49-1f1b-499d-8f51-da338bf44b08,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:52.505425 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86894f-7f01-4b08-9303-18036db0b9d5 req-312d4500-8166-4720-a516-15088e067d80 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:52.507530 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1a86894f-7f01-4b08-9303-18036db0b9d5 req-312d4500-8166-4720-a516-15088e067d80 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0553262 Aug 18 17:13:52.557385 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1a86894f-7f01-4b08-9303-18036db0b9d5 req-106c4f3d-2d72-4370-b3e1-9dfe68fbe7c8 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437834 Aug 18 17:13:53.517685 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 51566) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:53.634615 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5c0b-5ad2-4c62-a9fa-0301a7c809af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:53.637559 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:53.681946 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54906d6-509a-441d-af09-feed83656528 req-81965d75-c888-4cf8-9a22-83264e96c6e2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:53.683504 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d54906d6-509a-441d-af09-feed83656528 req-81965d75-c888-4cf8-9a22-83264e96c6e2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0481989 Aug 18 17:13:53.717267 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5c0b-5ad2-4c62-a9fa-0301a7c809af admin admin] Publish callbacks [] for security_group (f5020558-ad32-4ef5-9306-b262f63ce86c), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:53.736780 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d54906d6-509a-441d-af09-feed83656528 req-bd93e487-8b97-441c-b27e-1ee59d82f5ea tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472050 Aug 18 17:13:53.796665 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5c0b-5ad2-4c62-a9fa-0301a7c809af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (f5020558-ad32-4ef5-9306-b262f63ce86c), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:53.837102 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-e3aa5c0b-5ad2-4c62-a9fa-0301a7c809af admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=54f6aeb8f17d4bceada89b5a9a49f6bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183179 Aug 18 17:13:53.838274 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa5c0b-5ad2-4c62-a9fa-0301a7c809af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5020558-ad32-4ef5-9306-b262f63ce86c,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:53.841207 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 51572) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:53.893504 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b48889c8-4122-4d3a-8ac4-f2c28513dcd2 admin admin] Publish callbacks [] for security_group (f5020558-ad32-4ef5-9306-b262f63ce86c), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:53.914698 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b48889c8-4122-4d3a-8ac4-f2c28513dcd2 admin admin] Publish callbacks [] for security_group (f5020558-ad32-4ef5-9306-b262f63ce86c), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:54.100339 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b48889c8-4122-4d3a-8ac4-f2c28513dcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (f5020558-ad32-4ef5-9306-b262f63ce86c), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:54.102853 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b48889c8-4122-4d3a-8ac4-f2c28513dcd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:54.104086 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-b48889c8-4122-4d3a-8ac4-f2c28513dcd2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f5020558-ad32-4ef5-9306-b262f63ce86c HTTP/1.1" status: 204 len: 168 time: 0.2619984 Aug 18 17:13:54.112859 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48889c8-4122-4d3a-8ac4-f2c28513dcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5020558-ad32-4ef5-9306-b262f63ce86c,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:54.863578 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2ed4c-0640-4422-9bb6-14bfc4e8bf4d req-bc696012-700e-4f16-81ed-fd8bf473304f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:54.865856 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0fc2ed4c-0640-4422-9bb6-14bfc4e8bf4d req-bc696012-700e-4f16-81ed-fd8bf473304f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0542085 Aug 18 17:13:54.906536 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:54.913840 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0fc2ed4c-0640-4422-9bb6-14bfc4e8bf4d req-cf760e12-a962-4a6c-b450-9aade501129c tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423846 Aug 18 17:13:55.964611 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 51624) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:56.043416 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8908bf7-1803-40b8-b0f8-aaa8c6a5793e req-fd4e03ad-e0be-4bd3-938d-a7f02f57ae66 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:56.044966 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e8908bf7-1803-40b8-b0f8-aaa8c6a5793e req-fd4e03ad-e0be-4bd3-938d-a7f02f57ae66 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0493300 Aug 18 17:13:56.058422 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=7 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:56.084845 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4ee930d1-b642-4efb-99da-b1049972598c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:56.100099 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e8908bf7-1803-40b8-b0f8-aaa8c6a5793e req-c0eec172-9e52-486e-adbf-0f9884b7e942 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488825 Aug 18 17:13:56.174612 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4ee930d1-b642-4efb-99da-b1049972598c admin admin] Publish callbacks [] for security_group (3931a211-ddeb-4aff-992a-6fc8e1c12aaf), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:56.288150 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4ee930d1-b642-4efb-99da-b1049972598c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (3931a211-ddeb-4aff-992a-6fc8e1c12aaf), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:56.328155 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-4ee930d1-b642-4efb-99da-b1049972598c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=30ead3c592f44444bd79e306d0f0cc1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624420 Aug 18 17:13:56.329336 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee930d1-b642-4efb-99da-b1049972598c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3931a211-ddeb-4aff-992a-6fc8e1c12aaf,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:56.331011 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 51630) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:13:56.384081 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5fc263aa-864a-4e27-9163-04d1b7be3161 admin admin] Publish callbacks [] for security_group (3931a211-ddeb-4aff-992a-6fc8e1c12aaf), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:56.404652 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5fc263aa-864a-4e27-9163-04d1b7be3161 admin admin] Publish callbacks [] for security_group (3931a211-ddeb-4aff-992a-6fc8e1c12aaf), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:56.522474 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5fc263aa-864a-4e27-9163-04d1b7be3161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (3931a211-ddeb-4aff-992a-6fc8e1c12aaf), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:56.525080 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5fc263aa-864a-4e27-9163-04d1b7be3161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:13:56.526259 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-5fc263aa-864a-4e27-9163-04d1b7be3161 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3931a211-ddeb-4aff-992a-6fc8e1c12aaf HTTP/1.1" status: 204 len: 168 time: 0.1941736 Aug 18 17:13:56.534453 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc263aa-864a-4e27-9163-04d1b7be3161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3931a211-ddeb-4aff-992a-6fc8e1c12aaf,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:13:57.224068 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7067a3a-148c-4b5c-a3f4-3af0457cc6d9 req-fc77fbdf-b2d0-4788-b5c1-3fb4ea7276b4 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:57.225587 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b7067a3a-148c-4b5c-a3f4-3af0457cc6d9 req-fc77fbdf-b2d0-4788-b5c1-3fb4ea7276b4 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0479650 Aug 18 17:13:57.273222 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b7067a3a-148c-4b5c-a3f4-3af0457cc6d9 req-83f79cee-29b0-4d87-a9ca-add415f8da46 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420561 Aug 18 17:13:58.391062 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b372ff8-bcbe-4d45-9586-5980d74b2b2a req-8cbd096c-f381-49d3-ba7a-0ba75f5624e2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:58.392536 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1b372ff8-bcbe-4d45-9586-5980d74b2b2a req-8cbd096c-f381-49d3-ba7a-0ba75f5624e2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0477655 Aug 18 17:13:58.440227 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1b372ff8-bcbe-4d45-9586-5980d74b2b2a req-2ba49bc5-8424-4167-b6ce-f6a9d6c13df4 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420225 Aug 18 17:13:59.314748 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:13:59.563381 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0292c1-efd5-4c3d-b39d-03d8997a3903 req-5e659789-16cc-46c6-9682-433e2ed85956 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:13:59.564930 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-8a0292c1-efd5-4c3d-b39d-03d8997a3903 req-5e659789-16cc-46c6-9682-433e2ed85956 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0494874 Aug 18 17:13:59.616674 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-8a0292c1-efd5-4c3d-b39d-03d8997a3903 req-6e786493-85f1-45bc-9919-14ba80c0eafc tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461543 Aug 18 17:14:00.743292 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fd6e5-708e-4e4a-b3bf-592b9272126b req-417a3375-1dc1-4517-aaff-f5f7404a10fd tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:00.744837 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4a4fd6e5-708e-4e4a-b3bf-592b9272126b req-417a3375-1dc1-4517-aaff-f5f7404a10fd tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0514691 Aug 18 17:14:00.798750 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4a4fd6e5-708e-4e4a-b3bf-592b9272126b req-a2bf6875-722e-4548-a764-3bbc6f0cb64e tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480351 Aug 18 17:14:01.918420 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce9c69-0294-47b7-b3af-69f67d45a627 req-f0229a9e-fade-4dd6-86fa-7ac3059af711 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:01.919920 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e8ce9c69-0294-47b7-b3af-69f67d45a627 req-f0229a9e-fade-4dd6-86fa-7ac3059af711 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0474122 Aug 18 17:14:01.973520 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e8ce9c69-0294-47b7-b3af-69f67d45a627 req-3145f640-61a8-477b-8d18-25921cfeaea0 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478899 Aug 18 17:14:02.430478 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee627d0-0add-4379-b71e-17ceffc523e8 req-98c6b61c-b5c9-4f6f-8af6-73af1ace2cd0 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:02.432050 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-aee627d0-0add-4379-b71e-17ceffc523e8 req-98c6b61c-b5c9-4f6f-8af6-73af1ace2cd0 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0511405 Aug 18 17:14:02.483591 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-aee627d0-0add-4379-b71e-17ceffc523e8 req-6a04d60b-853b-47f1-bcc1-faf1ed30131e tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437193 Aug 18 17:14:02.531817 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:02.537361 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a5887-a8b4-4e00-b034-a00fc840aa04 req-538f9bb3-b2cc-4bfb-b694-ca62fbfef697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:02.539008 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-006a5887-a8b4-4e00-b034-a00fc840aa04 req-538f9bb3-b2cc-4bfb-b694-ca62fbfef697 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44e1819d40894e26bfbe20d58589823f&device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 1129 time: 0.0402792 Aug 18 17:14:02.642315 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a5887-a8b4-4e00-b034-a00fc840aa04 req-ee7ad3e5-ebe5-44b8-8777-87434115ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:02.643917 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-006a5887-a8b4-4e00-b034-a00fc840aa04 req-ee7ad3e5-ebe5-44b8-8777-87434115ea12 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e79ee218-b8f4-4366-b86f-915853fc6747 HTTP/1.1" status: 200 len: 911 time: 0.0992153 Aug 18 17:14:02.653792 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:02.957154 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-006a5887-a8b4-4e00-b034-a00fc840aa04 req-297f9805-2603-4fbe-816d-2188ca031629 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73b593a6-2fae-4e85-9374-fafccac8c7ac HTTP/1.1" status: 200 len: 1001 time: 0.3068795 Aug 18 17:14:03.009185 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a5887-a8b4-4e00-b034-a00fc840aa04 req-6959925e-d791-46b5-8ab6-e6592dc8145c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:03.010645 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-006a5887-a8b4-4e00-b034-a00fc840aa04 req-6959925e-d791-46b5-8ab6-e6592dc8145c service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=66bcb9af-9b5e-481b-b77b-bb404fdf00cd HTTP/1.1" status: 200 len: 849 time: 0.0486007 Aug 18 17:14:03.058523 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a5887-a8b4-4e00-b034-a00fc840aa04 req-ecd672c5-3d4d-4464-88d6-c42c73a6e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:03.060089 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-006a5887-a8b4-4e00-b034-a00fc840aa04 req-ecd672c5-3d4d-4464-88d6-c42c73a6e2bb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e79ee218-b8f4-4366-b86f-915853fc6747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440810 Aug 18 17:14:03.152042 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-006a5887-a8b4-4e00-b034-a00fc840aa04 req-fc4c6b91-aace-462f-989e-c0053370ed92 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e79ee218-b8f4-4366-b86f-915853fc6747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847411 Aug 18 17:14:03.245270 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-006a5887-a8b4-4e00-b034-a00fc840aa04 req-c1277e1c-89a0-4def-bc39-b2e4d85a1466 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e79ee218-b8f4-4366-b86f-915853fc6747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876865 Aug 18 17:14:03.320676 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:14:03.611715 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09559324-3ad5-4999-bebe-0015d2ea628d req-08c308f5-de52-45ed-94b4-63dd06136426 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:03.613842 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-09559324-3ad5-4999-bebe-0015d2ea628d req-08c308f5-de52-45ed-94b4-63dd06136426 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0497825 Aug 18 17:14:03.640033 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:03.662038 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-09559324-3ad5-4999-bebe-0015d2ea628d req-9118a206-4656-4fcb-b3b2-3a8d9bd58d12 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422049 Aug 18 17:14:04.786996 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340f005-8930-410e-beb1-0bf03038b437 req-64971152-3109-4358-af60-80603c0297dc tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:04.788534 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1340f005-8930-410e-beb1-0bf03038b437 req-64971152-3109-4358-af60-80603c0297dc tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0521367 Aug 18 17:14:04.836978 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-1340f005-8930-410e-beb1-0bf03038b437 req-41b64401-4fc0-4afb-bd01-e8301e779ef6 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428653 Aug 18 17:14:11.033916 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:11.131775 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-08b7297a-ccbd-4c8c-8352-723ae1a11693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:11.315554 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=18 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:13.314996 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=16 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:13.356131 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-507d13d8-0c2e-4e6d-b82b-799b67aaa9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:13.658407 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=44 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:14.773490 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:14.825646 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=75,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:14.832828 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=61,neutron:INSERT=6 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:16.042262 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:16.299126 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:26.179756 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:26.183697 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:26.185426 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:32.738527 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:37.941714 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc96e61-5b45-4702-a316-b3d28607d3e9 req-c7b01dfd-101a-4658-b65a-223f9dd6919e tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:37.943227 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-dcc96e61-5b45-4702-a316-b3d28607d3e9 req-c7b01dfd-101a-4658-b65a-223f9dd6919e tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0481575 Aug 18 17:14:37.995070 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-dcc96e61-5b45-4702-a316-b3d28607d3e9 req-8775df4d-45ac-4704-96b5-f1dd00301e7f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455515 Aug 18 17:14:39.117285 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315892a7-773f-4206-9252-2c057ad4cd91 req-4e76bb85-40ab-44cf-9f1a-86d73081b503 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:39.118879 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-315892a7-773f-4206-9252-2c057ad4cd91 req-4e76bb85-40ab-44cf-9f1a-86d73081b503 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0475340 Aug 18 17:14:39.169025 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-315892a7-773f-4206-9252-2c057ad4cd91 req-61153a9a-2235-436d-a796-16f842e56cf3 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445209 Aug 18 17:14:39.618089 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1a241c12-2031-4b96-a177-89240285e783 req-95d88912-3a2f-4c9a-967d-4173df943c53 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400896 Aug 18 17:14:39.761531 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a241c12-2031-4b96-a177-89240285e783 req-6be62440-0292-4632-829f-467ab2680594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:39.763138 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1a241c12-2031-4b96-a177-89240285e783 req-6be62440-0292-4632-829f-467ab2680594 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c5e8eba08dfc4946becd6dba63f94eec&device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 1130 time: 0.0425456 Aug 18 17:14:39.877605 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a241c12-2031-4b96-a177-89240285e783 req-449ec6b6-00e0-4ab5-aa3e-f3c1584dd6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:39.879089 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1a241c12-2031-4b96-a177-89240285e783 req-449ec6b6-00e0-4ab5-aa3e-f3c1584dd6fb service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=744636b7-76bc-439f-9116-8e1ee85b3624 HTTP/1.1" status: 200 len: 912 time: 0.0974989 Aug 18 17:14:39.898583 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea60f4-31b6-4d5d-be13-b9bdd2e36737 req-aa7f8ad0-69cf-4ab0-9e06-8e5697a26e24 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:39.900153 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-31ea60f4-31b6-4d5d-be13-b9bdd2e36737 req-aa7f8ad0-69cf-4ab0-9e06-8e5697a26e24 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0491288 Aug 18 17:14:39.951009 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1a241c12-2031-4b96-a177-89240285e783 req-d3ab2fe8-e2c0-4ee8-87f1-22e741ed8d8e service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 HTTP/1.1" status: 200 len: 1002 time: 0.0615287 Aug 18 17:14:39.992519 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-31ea60f4-31b6-4d5d-be13-b9bdd2e36737 req-aae3caa4-8392-4dbb-a86f-b4f7955ae4d2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Deleting port 73b593a6-2fae-4e85-9374-fafccac8c7ac {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:14:39.992865 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-31ea60f4-31b6-4d5d-be13-b9bdd2e36737 req-aae3caa4-8392-4dbb-a86f-b4f7955ae4d2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (73b593a6-2fae-4e85-9374-fafccac8c7ac), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:40.000899 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a241c12-2031-4b96-a177-89240285e783 req-7bfd96f0-8ecb-4021-bd56-d1c68c2bc76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:40.002412 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1a241c12-2031-4b96-a177-89240285e783 req-7bfd96f0-8ecb-4021-bd56-d1c68c2bc76f service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=06f69413-f936-4aa9-b8fe-e83b1f874689 HTTP/1.1" status: 200 len: 850 time: 0.0461624 Aug 18 17:14:40.050812 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a241c12-2031-4b96-a177-89240285e783 req-e3559d75-c1d4-4b0c-b264-e97ef917eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:40.052272 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1a241c12-2031-4b96-a177-89240285e783 req-e3559d75-c1d4-4b0c-b264-e97ef917eb85 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=744636b7-76bc-439f-9116-8e1ee85b3624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436754 Aug 18 17:14:40.093486 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-31ea60f4-31b6-4d5d-be13-b9bdd2e36737 req-aae3caa4-8392-4dbb-a86f-b4f7955ae4d2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] For port 73b593a6-2fae-4e85-9374-fafccac8c7ac, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=73b593a6-2fae-4e85-9374-fafccac8c7ac,segment=NetworkSegment(be749b98-a22a-40dd-8a4f-22ce2a25c08e),segment_id=be749b98-a22a-40dd-8a4f-22ce2a25c08e)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:14:40.093857 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-31ea60f4-31b6-4d5d-be13-b9bdd2e36737 req-aae3caa4-8392-4dbb-a86f-b4f7955ae4d2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (73b593a6-2fae-4e85-9374-fafccac8c7ac), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:40.154388 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1a241c12-2031-4b96-a177-89240285e783 req-e06b7af6-ace3-4a9d-ac34-fe90fed35473 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959916 Aug 18 17:14:40.263198 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-31ea60f4-31b6-4d5d-be13-b9bdd2e36737 req-aae3caa4-8392-4dbb-a86f-b4f7955ae4d2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:40.263871 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1a241c12-2031-4b96-a177-89240285e783 req-2d90c98b-d2d7-4724-9fc6-a0384701e3cb service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034970 Aug 18 17:14:40.264000 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-31ea60f4-31b6-4d5d-be13-b9bdd2e36737 req-aae3caa4-8392-4dbb-a86f-b4f7955ae4d2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (5be381d4-7582-409b-9fd0-45ba830b45fc), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:40.264000 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.db.l3_db [req-31ea60f4-31b6-4d5d-be13-b9bdd2e36737 req-aae3caa4-8392-4dbb-a86f-b4f7955ae4d2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Floating IP 5be381d4-7582-409b-9fd0-45ba830b45fc disassociated. External IP: 172.27.1.128, port: 73b593a6-2fae-4e85-9374-fafccac8c7ac. Aug 18 17:14:40.264340 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-31ea60f4-31b6-4d5d-be13-b9bdd2e36737 req-aae3caa4-8392-4dbb-a86f-b4f7955ae4d2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Calling delete_port for 73b593a6-2fae-4e85-9374-fafccac8c7ac owned by compute:nova {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:14:40.302932 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edca65-3ca2-4381-83a9-fd416fed989e req-0894a2ad-4143-4dff-ab9a-0033d9eaa5ac tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:40.304989 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a5edca65-3ca2-4381-83a9-fd416fed989e req-0894a2ad-4143-4dff-ab9a-0033d9eaa5ac tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 945 time: 0.0566728 Aug 18 17:14:40.321787 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:14:40.362408 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-a5edca65-3ca2-4381-83a9-fd416fed989e req-785f83c6-e90f-41a6-ba05-bd11331888b9 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=053863c3-dff2-4058-b6c4-edb756fce37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490074 Aug 18 17:14:40.504705 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-31ea60f4-31b6-4d5d-be13-b9bdd2e36737 req-aae3caa4-8392-4dbb-a86f-b4f7955ae4d2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (73b593a6-2fae-4e85-9374-fafccac8c7ac), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:40.535246 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3caa4-8392-4dbb-a86f-b4f7955ae4d2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Pushing event deleted for resources: {'Port': ['ID=73b593a6-2fae-4e85-9374-fafccac8c7ac,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:14:40.651895 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31ea60f4-31b6-4d5d-be13-b9bdd2e36737 req-aae3caa4-8392-4dbb-a86f-b4f7955ae4d2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:14:41.018491 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:41.029141 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31ea60f4-31b6-4d5d-be13-b9bdd2e36737 req-aae3caa4-8392-4dbb-a86f-b4f7955ae4d2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:14:41.059743 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e23d76-3a75-43d1-9320-88ce2e712510 None None] Sync routers for ids ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:14:41.069503 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 51986) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:14:41.071606 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e23d76-3a75-43d1-9320-88ce2e712510 None None] Routers {'9c60d9cd-ae8f-4d36-a8dd-cc7677790130'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:14:41.072252 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-27e23d76-3a75-43d1-9320-88ce2e712510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:14:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:14:41.075075 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ea60f4-31b6-4d5d-be13-b9bdd2e36737 req-aae3caa4-8392-4dbb-a86f-b4f7955ae4d2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] No DVR routers for this DVR port 73b593a6-2fae-4e85-9374-fafccac8c7ac on host hv-cinder-85367 {{(pid=106918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:14:41.077944 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-31ea60f4-31b6-4d5d-be13-b9bdd2e36737 req-aae3caa4-8392-4dbb-a86f-b4f7955ae4d2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:41.081165 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-31ea60f4-31b6-4d5d-be13-b9bdd2e36737 req-aae3caa4-8392-4dbb-a86f-b4f7955ae4d2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.40 "DELETE /networking/v2.0/ports/73b593a6-2fae-4e85-9374-fafccac8c7ac HTTP/1.1" status: 204 len: 173 time: 1.1762757 Aug 18 17:14:41.081611 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08626bd0-6047-4258-a83d-efb24d789f0d', 'name': 'network-vif-deleted', 'tag': '73b593a6-2fae-4e85-9374-fafccac8c7ac'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:14:41.084024 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e431fb87-b83b-424a-9c9b-969c41082dcb" -d '{"events": [{"server_uuid": "08626bd0-6047-4258-a83d-efb24d789f0d", "name": "network-vif-deleted", "tag": "73b593a6-2fae-4e85-9374-fafccac8c7ac"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:14:41.122966 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87b3e74-b5e1-421e-8bc4-d7feffafc0f0 x-openstack-request-id: req-f87b3e74-b5e1-421e-8bc4-d7feffafc0f0 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:14:41.122966 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08626bd0-6047-4258-a83d-efb24d789f0d", "name": "network-vif-deleted", "tag": "73b593a6-2fae-4e85-9374-fafccac8c7ac", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:14:41.122966 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f87b3e74-b5e1-421e-8bc4-d7feffafc0f0 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:14:41.123502 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f87b3e74-b5e1-421e-8bc4-d7feffafc0f0'] response: {'server_uuid': '08626bd0-6047-4258-a83d-efb24d789f0d', 'name': 'network-vif-deleted', 'tag': '73b593a6-2fae-4e85-9374-fafccac8c7ac', 'status': 'completed', 'code': 200} Aug 18 17:14:41.173176 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-90bdf5d5-a1a9-4451-8905-902b8c90fa09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:41.189437 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-27e23d76-3a75-43d1-9320-88ce2e712510 None None] Set router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:14:41.196413 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b16854dc-83b0-4d34-86ca-5b8d0c7a4eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:41.282926 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b16854dc-83b0-4d34-86ca-5b8d0c7a4eab admin admin] Publish callbacks [] for security_group (9d800deb-9951-43f7-8638-3f88e74d2384), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:41.383412 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-27e23d76-3a75-43d1-9320-88ce2e712510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'name': 'tempest-AttachVolumeTestJSON-779794914-router', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:11:14Z', 'updated_at': '2022-08-18T17:11:18Z', 'revision_number': 4, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'gw_port': {'id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:15Z', 'updated_at': '2022-08-18T17:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'd1283d0e-2f90-445f-9331-954a7d46cff5', 'name': '', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'mac_address': 'fa:16:3e:60:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:17Z', 'updated_at': '2022-08-18T17:11:23Z', 'revision_number': 5, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'subnets': [{'id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:14:41.389986 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b16854dc-83b0-4d34-86ca-5b8d0c7a4eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (9d800deb-9951-43f7-8638-3f88e74d2384), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:41.415135 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e23d76-3a75-43d1-9320-88ce2e712510 None None] Checking router: 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:14:41.424473 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e23d76-3a75-43d1-9320-88ce2e712510 None None] Routers {'9c60d9cd-ae8f-4d36-a8dd-cc7677790130'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:14:41.425139 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-27e23d76-3a75-43d1-9320-88ce2e712510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:14:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:14:41.429295 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 51994) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:14:41.432035 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-b16854dc-83b0-4d34-86ca-5b8d0c7a4eab admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=918416cb120f47a68ece240f9ced9a74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3612995 Aug 18 17:14:41.479101 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:41.485214 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4c25f491-a2f7-4fe3-aef5-f2699ceac0aa admin admin] Publish callbacks [] for security_group (9d800deb-9951-43f7-8638-3f88e74d2384), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:41.494278 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:41.497827 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-830efec0-7b1f-4dab-9c77-f84e2bcd2605 req-15f8424f-18ca-44d8-b694-ad44c7533c3a tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 210 time: 0.0408556 Aug 18 17:14:41.499323 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16854dc-83b0-4d34-86ca-5b8d0c7a4eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d800deb-9951-43f7-8638-3f88e74d2384,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:14:41.507302 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4c25f491-a2f7-4fe3-aef5-f2699ceac0aa admin admin] Publish callbacks [] for security_group (9d800deb-9951-43f7-8638-3f88e74d2384), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:41.508689 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16854dc-83b0-4d34-86ca-5b8d0c7a4eab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:41.509134 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16854dc-83b0-4d34-86ca-5b8d0c7a4eab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:41.514684 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16854dc-83b0-4d34-86ca-5b8d0c7a4eab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:41.514684 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16854dc-83b0-4d34-86ca-5b8d0c7a4eab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:41.514684 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16854dc-83b0-4d34-86ca-5b8d0c7a4eab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:41.514684 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16854dc-83b0-4d34-86ca-5b8d0c7a4eab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:41.514684 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16854dc-83b0-4d34-86ca-5b8d0c7a4eab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:41.514684 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16854dc-83b0-4d34-86ca-5b8d0c7a4eab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:41.514684 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16854dc-83b0-4d34-86ca-5b8d0c7a4eab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:41.514684 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16854dc-83b0-4d34-86ca-5b8d0c7a4eab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:41.514684 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16854dc-83b0-4d34-86ca-5b8d0c7a4eab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:41.514684 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16854dc-83b0-4d34-86ca-5b8d0c7a4eab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:41.514684 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16854dc-83b0-4d34-86ca-5b8d0c7a4eab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:41.514684 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16854dc-83b0-4d34-86ca-5b8d0c7a4eab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:41.514684 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16854dc-83b0-4d34-86ca-5b8d0c7a4eab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:41.685718 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-27e23d76-3a75-43d1-9320-88ce2e712510 None None] Set router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:14:41.710346 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4c25f491-a2f7-4fe3-aef5-f2699ceac0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (9d800deb-9951-43f7-8638-3f88e74d2384), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:41.713065 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4c25f491-a2f7-4fe3-aef5-f2699ceac0aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:41.714318 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-4c25f491-a2f7-4fe3-aef5-f2699ceac0aa admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9d800deb-9951-43f7-8638-3f88e74d2384 HTTP/1.1" status: 204 len: 168 time: 0.2839534 Aug 18 17:14:41.724233 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25f491-a2f7-4fe3-aef5-f2699ceac0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d800deb-9951-43f7-8638-3f88e74d2384,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:14:41.888666 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-27e23d76-3a75-43d1-9320-88ce2e712510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'name': 'tempest-AttachVolumeTestJSON-779794914-router', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:11:14Z', 'updated_at': '2022-08-18T17:11:18Z', 'revision_number': 4, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'gw_port': {'id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:15Z', 'updated_at': '2022-08-18T17:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'd1283d0e-2f90-445f-9331-954a7d46cff5', 'name': '', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'mac_address': 'fa:16:3e:60:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:17Z', 'updated_at': '2022-08-18T17:11:23Z', 'revision_number': 5, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'subnets': [{'id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:14:41.917812 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e23d76-3a75-43d1-9320-88ce2e712510 None None] The sync data for ids ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'] in dv-cinder-853678-2-iscsi is: [{'id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'name': 'tempest-AttachVolumeTestJSON-779794914-router', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:11:14Z', 'updated_at': '2022-08-18T17:11:18Z', 'revision_number': 4, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'gw_port': {'id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:15Z', 'updated_at': '2022-08-18T17:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'd1283d0e-2f90-445f-9331-954a7d46cff5', 'name': '', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'mac_address': 'fa:16:3e:60:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:17Z', 'updated_at': '2022-08-18T17:11:23Z', 'revision_number': 5, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'subnets': [{'id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:14:42.146014 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcd8bd8-62ad-47a5-a126-5392c2fadb57 None None] New status for floating IP 5be381d4-7582-409b-9fd0-45ba830b45fc: DOWN {{(pid=106921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:14:42.645843 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-484d2b28-34ba-4dfc-87a9-424b2a69b459 req-3540ad1b-d4e8-464d-9f68-f2c8bad906e0 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=08626bd0-6047-4258-a83d-efb24d789f0d HTTP/1.1" status: 200 len: 210 time: 0.0317678 Aug 18 17:14:42.854093 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 52002) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:14:42.867966 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d58df794-1f02-4fcb-bc96-451f477e625a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:42.942938 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d58df794-1f02-4fcb-bc96-451f477e625a admin admin] Publish callbacks [] for security_group (5db0b3f0-17cd-4502-afcc-40adf0ab611e), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:43.024098 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d58df794-1f02-4fcb-bc96-451f477e625a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (5db0b3f0-17cd-4502-afcc-40adf0ab611e), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:43.064391 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-d58df794-1f02-4fcb-bc96-451f477e625a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=99640738b4034caa839982d2cc808692&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090864 Aug 18 17:14:43.065179 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58df794-1f02-4fcb-bc96-451f477e625a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db0b3f0-17cd-4502-afcc-40adf0ab611e,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:14:43.067187 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52004) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:14:43.117601 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bdd54d61-741f-460d-90b3-d6d1fb06fcb3 admin admin] Publish callbacks [] for security_group (5db0b3f0-17cd-4502-afcc-40adf0ab611e), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:43.120076 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:43.138318 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bdd54d61-741f-460d-90b3-d6d1fb06fcb3 admin admin] Publish callbacks [] for security_group (5db0b3f0-17cd-4502-afcc-40adf0ab611e), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:43.677102 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bdd54d61-741f-460d-90b3-d6d1fb06fcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (5db0b3f0-17cd-4502-afcc-40adf0ab611e), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:43.679846 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-bdd54d61-741f-460d-90b3-d6d1fb06fcb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:43.683328 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-bdd54d61-741f-460d-90b3-d6d1fb06fcb3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5db0b3f0-17cd-4502-afcc-40adf0ab611e HTTP/1.1" status: 204 len: 168 time: 0.6127439 Aug 18 17:14:43.689812 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd54d61-741f-460d-90b3-d6d1fb06fcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db0b3f0-17cd-4502-afcc-40adf0ab611e,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:14:44.040773 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-4ab1b7d7-3c01-426b-9ebe-13193e20e319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:44.249177 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52012) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:14:44.309059 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5ec32fae-d806-4304-9c77-bbbe043d642f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group (053863c3-dff2-4058-b6c4-edb756fce37d), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:44.331522 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5ec32fae-d806-4304-9c77-bbbe043d642f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group (053863c3-dff2-4058-b6c4-edb756fce37d), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:44.555988 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5ec32fae-d806-4304-9c77-bbbe043d642f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (053863c3-dff2-4058-b6c4-edb756fce37d), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:44.558761 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5ec32fae-d806-4304-9c77-bbbe043d642f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:44.563946 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-5ec32fae-d806-4304-9c77-bbbe043d642f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/053863c3-dff2-4058-b6c4-edb756fce37d HTTP/1.1" status: 204 len: 168 time: 0.3097320 Aug 18 17:14:44.564130 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 52014) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:14:44.569887 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec32fae-d806-4304-9c77-bbbe043d642f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=053863c3-dff2-4058-b6c4-edb756fce37d,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:14:44.578501 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.api.v2.resource [None req-f5206f3a-9999-48f3-9eb5-bd93ad706186 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] show failed (client error): The resource could not be found. Aug 18 17:14:44.580013 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-f5206f3a-9999-48f3-9eb5-bd93ad706186 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups/053863c3-dff2-4058-b6c4-edb756fce37d HTTP/1.1" status: 404 len: 347 time: 0.0155411 Aug 18 17:14:44.582674 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52016) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:14:44.699296 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-f2466c23-7256-4752-b9bb-b57fd960343d tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Deleting port 49372e7b-d420-4ea8-b0fd-f95e3045d27d {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:14:44.699296 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f2466c23-7256-4752-b9bb-b57fd960343d tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (49372e7b-d420-4ea8-b0fd-f95e3045d27d), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:44.784590 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f2466c23-7256-4752-b9bb-b57fd960343d tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (49372e7b-d420-4ea8-b0fd-f95e3045d27d), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:44.785032 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f2466c23-7256-4752-b9bb-b57fd960343d tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for floatingip (49372e7b-d420-4ea8-b0fd-f95e3045d27d), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:44.795655 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:44.797752 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-f2466c23-7256-4752-b9bb-b57fd960343d tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Calling delete_port for 49372e7b-d420-4ea8-b0fd-f95e3045d27d owned by network:floatingip {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:14:45.035999 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f2466c23-7256-4752-b9bb-b57fd960343d tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (49372e7b-d420-4ea8-b0fd-f95e3045d27d), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:45.066283 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2466c23-7256-4752-b9bb-b57fd960343d tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Pushing event deleted for resources: {'Port': ['ID=49372e7b-d420-4ea8-b0fd-f95e3045d27d,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:14:45.127145 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f2466c23-7256-4752-b9bb-b57fd960343d tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for floatingip (5be381d4-7582-409b-9fd0-45ba830b45fc), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:45.129671 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f2466c23-7256-4752-b9bb-b57fd960343d tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:45.130831 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-f2466c23-7256-4752-b9bb-b57fd960343d tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/5be381d4-7582-409b-9fd0-45ba830b45fc HTTP/1.1" status: 204 len: 168 time: 0.5469117 Aug 18 17:14:45.212391 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 73b593a6-2fae-4e85-9374-fafccac8c7ac no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:14:45.234254 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] No Port match for: 73b593a6-2fae-4e85-9374-fafccac8c7ac {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:14:45.234560 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 73b593a6-2fae-4e85-9374-fafccac8c7ac not bound to the agent host hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:14:45.382887 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52036) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:14:45.387431 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-17b2a644-7159-47d5-96b7-f4206094ad91 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--587434129', 'description': 'tempest-description--1798095995'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:14:45.508359 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-17b2a644-7159-47d5-96b7-f4206094ad91 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:45.546177 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:45.593897 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-17b2a644-7159-47d5-96b7-f4206094ad91 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group (b0b9b180-0b6f-49ae-9823-0e01e9959f6e), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:45.656137 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-17b2a644-7159-47d5-96b7-f4206094ad91 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (b0b9b180-0b6f-49ae-9823-0e01e9959f6e), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:45.665763 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:45.687691 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2a644-7159-47d5-96b7-f4206094ad91 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b9b180-0b6f-49ae-9823-0e01e9959f6e,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:14:45.801142 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-17b2a644-7159-47d5-96b7-f4206094ad91 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:45.802527 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-17b2a644-7159-47d5-96b7-f4206094ad91 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4185965 Aug 18 17:14:45.806192 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52044) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:14:45.810489 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-381b7588-388d-4433-a269-d5fd38819443 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Request body: {'security_group_rule': {'security_group_id': 'b0b9b180-0b6f-49ae-9823-0e01e9959f6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:14:45.954640 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-381b7588-388d-4433-a269-d5fd38819443 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group_rule (7272fd3c-aa20-429e-b3d7-10957ea690ff), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:46.025219 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-381b7588-388d-4433-a269-d5fd38819443 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group_rule (7272fd3c-aa20-429e-b3d7-10957ea690ff), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:46.041135 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:46.127470 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-381b7588-388d-4433-a269-d5fd38819443 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (7272fd3c-aa20-429e-b3d7-10957ea690ff), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:46.148916 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b7588-388d-4433-a269-d5fd38819443 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7272fd3c-aa20-429e-b3d7-10957ea690ff,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:14:46.258309 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:46.261723 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-381b7588-388d-4433-a269-d5fd38819443 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:46.263073 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-381b7588-388d-4433-a269-d5fd38819443 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4558342 Aug 18 17:14:46.265689 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52056) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:14:46.270191 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-13214984-5616-4465-a1de-95434d1f3aba tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Request body: {'security_group_rule': {'security_group_id': 'b0b9b180-0b6f-49ae-9823-0e01e9959f6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:14:46.441744 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-13214984-5616-4465-a1de-95434d1f3aba tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group_rule (33d73e93-ef7e-4bf0-9561-a081df046279), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:46.512752 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-13214984-5616-4465-a1de-95434d1f3aba tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group_rule (33d73e93-ef7e-4bf0-9561-a081df046279), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:46.612769 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-13214984-5616-4465-a1de-95434d1f3aba tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880960'] for security_group_rule (33d73e93-ef7e-4bf0-9561-a081df046279), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:46.635264 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13214984-5616-4465-a1de-95434d1f3aba tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d73e93-ef7e-4bf0-9561-a081df046279,revision_number=0']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:14:46.774936 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-13214984-5616-4465-a1de-95434d1f3aba tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:46.776117 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-13214984-5616-4465-a1de-95434d1f3aba tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5094855 Aug 18 17:14:46.779214 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52066) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:14:46.783803 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-e5653a17-fe5f-49ed-aead-eecc474a4521 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Request body: {'floatingip': {'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:14:46.873456 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e5653a17-fe5f-49ed-aead-eecc474a4521 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:46.962117 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e5653a17-fe5f-49ed-aead-eecc474a4521 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:47.073266 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [None req-e5653a17-fe5f-49ed-aead-eecc474a4521 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Allocated IP 172.27.1.61 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/4918f948-ed8f-489e-9889-d1487fb689e5) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:14:47.096473 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 52070) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:14:47.185066 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e5653a17-fe5f-49ed-aead-eecc474a4521 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for port (4918f948-ed8f-489e-9889-d1487fb689e5), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:47.202326 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b19a2962-5674-43f0-b962-b04da961dae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:47.212766 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:47.287904 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e5653a17-fe5f-49ed-aead-eecc474a4521 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (4918f948-ed8f-489e-9889-d1487fb689e5), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:47.293310 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b19a2962-5674-43f0-b962-b04da961dae6 admin admin] Publish callbacks [] for security_group (e9a64e85-0804-4197-b202-22b7fb81cdc2), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:47.324217 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5653a17-fe5f-49ed-aead-eecc474a4521 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:14:47.326977 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-e5653a17-fe5f-49ed-aead-eecc474a4521 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:14:47.332771 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5653a17-fe5f-49ed-aead-eecc474a4521 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:14:47.337894 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:47.359387 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5653a17-fe5f-49ed-aead-eecc474a4521 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Pushing event updated for resources: {'Port': ['ID=4918f948-ed8f-489e-9889-d1487fb689e5,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:14:47.401480 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b19a2962-5674-43f0-b962-b04da961dae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (e9a64e85-0804-4197-b202-22b7fb81cdc2), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:47.426144 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e5653a17-fe5f-49ed-aead-eecc474a4521 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for floatingip (234ef104-b1eb-42a4-aa62-c4f181dbb4c5), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:47.446387 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-b19a2962-5674-43f0-b962-b04da961dae6 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4d64e2604dc34754bcd5b0d9d340a04a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464780 Aug 18 17:14:47.446387 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a2962-5674-43f0-b962-b04da961dae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a64e85-0804-4197-b202-22b7fb81cdc2,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:14:47.446750 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52074) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:14:47.496752 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-01839422-f772-4473-9582-f83d83b35edf admin admin] Publish callbacks [] for security_group (e9a64e85-0804-4197-b202-22b7fb81cdc2), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:47.516963 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-01839422-f772-4473-9582-f83d83b35edf admin admin] Publish callbacks [] for security_group (e9a64e85-0804-4197-b202-22b7fb81cdc2), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:47.612567 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e5653a17-fe5f-49ed-aead-eecc474a4521 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (4918f948-ed8f-489e-9889-d1487fb689e5), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:47.711218 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-01839422-f772-4473-9582-f83d83b35edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (e9a64e85-0804-4197-b202-22b7fb81cdc2), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:47.713722 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-01839422-f772-4473-9582-f83d83b35edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:47.714908 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-01839422-f772-4473-9582-f83d83b35edf admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e9a64e85-0804-4197-b202-22b7fb81cdc2 HTTP/1.1" status: 204 len: 168 time: 0.2671807 Aug 18 17:14:47.730197 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01839422-f772-4473-9582-f83d83b35edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a64e85-0804-4197-b202-22b7fb81cdc2,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:14:47.754081 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:47.776034 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e5653a17-fe5f-49ed-aead-eecc474a4521 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for port (4918f948-ed8f-489e-9889-d1487fb689e5), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:47.858269 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e5653a17-fe5f-49ed-aead-eecc474a4521 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (4918f948-ed8f-489e-9889-d1487fb689e5), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:47.926775 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5653a17-fe5f-49ed-aead-eecc474a4521 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Pushing event updated for resources: {'Port': ['ID=4918f948-ed8f-489e-9889-d1487fb689e5,revision_number=2']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:14:47.932354 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e5653a17-fe5f-49ed-aead-eecc474a4521 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (234ef104-b1eb-42a4-aa62-c4f181dbb4c5), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:48.049138 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e5653a17-fe5f-49ed-aead-eecc474a4521 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:48.050405 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-e5653a17-fe5f-49ed-aead-eecc474a4521 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2702436 Aug 18 17:14:48.256281 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-33079866-cc89-4a09-9f74-e695d9bc0aca tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--587434129&fields=id&tenant_id=44e1819d40894e26bfbe20d58589823f HTTP/1.1" status: 200 len: 267 time: 0.0429599 Aug 18 17:14:48.370851 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-77938b47-c0f4-439e-ac7f-f5a5b92d5fb2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:48.372417 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-77938b47-c0f4-439e-ac7f-f5a5b92d5fb2 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/networks?id=e79ee218-b8f4-4366-b86f-915853fc6747 HTTP/1.1" status: 200 len: 810 time: 0.1091409 Aug 18 17:14:48.388765 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-575bd148-9fa7-4033-9ca8-7bfc9feaf956 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/quotas/44e1819d40894e26bfbe20d58589823f HTTP/1.1" status: 200 len: 375 time: 0.0103552 Aug 18 17:14:48.443354 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-feaff560-aad4-4829-b4a0-f16bf51e6946 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=44e1819d40894e26bfbe20d58589823f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479362 Aug 18 17:14:48.480428 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:48.529786 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52096) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:14:48.542493 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-3b8c0f4d-78f6-42b4-94ce-1683950e7895 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/e79ee218-b8f4-4366-b86f-915853fc6747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875487 Aug 18 17:14:48.548097 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ab0e0e02-17de-4249-8ddc-09bb986061fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:48.612870 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:48.641501 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ab0e0e02-17de-4249-8ddc-09bb986061fa admin admin] Publish callbacks [] for security_group (5f65a905-260a-484c-baa8-8bce415b4374), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:48.645898 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-14c60cbe-041f-4f15-99d6-afc4a6b65315 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/e79ee218-b8f4-4366-b86f-915853fc6747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972404 Aug 18 17:14:48.864128 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ab0e0e02-17de-4249-8ddc-09bb986061fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (5f65a905-260a-484c-baa8-8bce415b4374), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:48.903401 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e0e02-17de-4249-8ddc-09bb986061fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f65a905-260a-484c-baa8-8bce415b4374,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:14:48.907623 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-ab0e0e02-17de-4249-8ddc-09bb986061fa admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9e49ff9d5cd146fc9e1c9db6708c9e7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3768001 Aug 18 17:14:48.910287 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52098) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:14:48.970496 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-453befba-e64d-4e4a-be6d-0d5547e74251 admin admin] Publish callbacks [] for security_group (5f65a905-260a-484c-baa8-8bce415b4374), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:49.001727 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-453befba-e64d-4e4a-be6d-0d5547e74251 admin admin] Publish callbacks [] for security_group (5f65a905-260a-484c-baa8-8bce415b4374), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:49.233020 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-453befba-e64d-4e4a-be6d-0d5547e74251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (5f65a905-260a-484c-baa8-8bce415b4374), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:49.236537 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-453befba-e64d-4e4a-be6d-0d5547e74251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:49.237117 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-453befba-e64d-4e4a-be6d-0d5547e74251 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5f65a905-260a-484c-baa8-8bce415b4374 HTTP/1.1" status: 204 len: 168 time: 0.3258958 Aug 18 17:14:49.245464 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453befba-e64d-4e4a-be6d-0d5547e74251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f65a905-260a-484c-baa8-8bce415b4374,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:14:50.065098 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-edd04082-2687-4e8c-b96e-9da6c5a4e581 req-e5020005-e977-43ed-afad-9f373a734965 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 210 time: 0.0283372 Aug 18 17:14:51.132730 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52138) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:14:51.161698 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-673085d8-ca1f-4fc4-903b-a6a84fb56a6c req-eaf3c4e7-0505-4ecb-b457-fd308e44bedc tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 210 time: 0.0281832 Aug 18 17:14:51.242515 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cb9cc6d4-0b4b-4f89-8651-234fe4c4b9c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:51.299586 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=13 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:51.318272 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cb9cc6d4-0b4b-4f89-8651-234fe4c4b9c0 admin admin] Publish callbacks [] for security_group (71e06c27-b4c2-40ec-be8f-38df53d1c847), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:51.418163 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-cb9cc6d4-0b4b-4f89-8651-234fe4c4b9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (71e06c27-b4c2-40ec-be8f-38df53d1c847), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:51.457532 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cc6d4-0b4b-4f89-8651-234fe4c4b9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e06c27-b4c2-40ec-be8f-38df53d1c847,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:14:51.463125 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-cb9cc6d4-0b4b-4f89-8651-234fe4c4b9c0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bb918c2169084deabe84ed7f3c179d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294077 Aug 18 17:14:51.466966 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52142) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:14:51.519855 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f5ded41f-1dd0-43a9-b8c6-9879d0a36b4b admin admin] Publish callbacks [] for security_group (71e06c27-b4c2-40ec-be8f-38df53d1c847), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:51.541002 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f5ded41f-1dd0-43a9-b8c6-9879d0a36b4b admin admin] Publish callbacks [] for security_group (71e06c27-b4c2-40ec-be8f-38df53d1c847), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:51.678638 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f5ded41f-1dd0-43a9-b8c6-9879d0a36b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (71e06c27-b4c2-40ec-be8f-38df53d1c847), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:51.681232 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f5ded41f-1dd0-43a9-b8c6-9879d0a36b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:51.682431 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-f5ded41f-1dd0-43a9-b8c6-9879d0a36b4b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/71e06c27-b4c2-40ec-be8f-38df53d1c847 HTTP/1.1" status: 204 len: 168 time: 0.2143075 Aug 18 17:14:51.690440 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ded41f-1dd0-43a9-b8c6-9879d0a36b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e06c27-b4c2-40ec-be8f-38df53d1c847,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:14:52.252466 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-acdd95f3-d0a6-492c-b368-5ceca75db034 req-698c56d8-8bd4-4b95-9257-f42d586c1b2b tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 210 time: 0.0339894 Aug 18 17:14:52.304406 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:52.306637 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=12 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:53.335714 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-08499ef5-bb68-40cc-a0f3-9637a097748e req-2f8ece24-618f-408b-aab8-a33d85b68916 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 210 time: 0.0277765 Aug 18 17:14:54.437109 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-46dfe1be-fc74-44b2-981f-fe664f6f42f2 req-11ed18b1-6271-4232-96c1-c90fe8b13664 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 210 time: 0.0283031 Aug 18 17:14:55.558253 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-8f495dbc-d53e-4176-bdfc-b065fb571a2a req-c1dc76a1-b10f-4423-9023-94e5eed191b7 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 210 time: 0.0335255 Aug 18 17:14:56.189390 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:56.521513 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-3e316847-12db-4762-b697-d50fbebe5d5e tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:56.523570 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-3e316847-12db-4762-b697-d50fbebe5d5e tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.40 "GET /networking/v2.0/networks?id=e79ee218-b8f4-4366-b86f-915853fc6747 HTTP/1.1" status: 200 len: 810 time: 0.1052504 Aug 18 17:14:56.588240 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-ccbd1ca3-8eed-4720-970f-34584b233499 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=44e1819d40894e26bfbe20d58589823f HTTP/1.1" status: 200 len: 379 time: 0.0541520 Aug 18 17:14:56.597339 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Request body: {'port': {'device_id': '585ef3ab-09d6-4564-8ddb-669ac58ed47a', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'admin_state_up': True, 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'security_groups': ['b0b9b180-0b6f-49ae-9823-0e01e9959f6e']}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:14:56.678669 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4ee594c9-5194-4218-a906-b801788a70da req-631eb513-7f4d-4912-9512-a439530fd1a0 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 210 time: 0.0388215 Aug 18 17:14:56.812281 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Made reservation on behalf of 44e1819d40894e26bfbe20d58589823f for: {'port': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:14:56.815868 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:56.949234 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Allocated IP 172.20.0.9 (e79ee218-b8f4-4366-b86f-915853fc6747/66bcb9af-9b5e-481b-b77b-bb404fdf00cd/b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:14:57.097206 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for port (b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:57.218848 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:57.266853 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Network e79ee218-b8f4-4366-b86f-915853fc6747 is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:14:57.272423 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:14:57.279202 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Pushing event updated for resources: {'Port': ['ID=b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:14:57.281444 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:14:57.315421 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:57.315795 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:57.316140 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:57.316486 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:57.316823 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:57.317156 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:57.317490 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:57.317815 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:57.318142 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:57.318469 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:57.318823 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:57.319154 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:57.319616 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:57.319893 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:57.320221 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:14:57.340072 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:57.348347 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:57.348906 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:57.431826 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-4a46633f-c21f-44bf-baf2-49a233b7f284 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8381398 Aug 18 17:14:57.443007 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] Request body: {'port': {'device_id': '585ef3ab-09d6-4564-8ddb-669ac58ed47a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85367'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:14:57.446481 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:57.503121 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:57.533975 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:57.538757 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:57.543353 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-d7503bd6-8d98-4ae3-b7f8-a09b6492f9f0 None None] Provisioning complete for port b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:14:57.543763 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-d7503bd6-8d98-4ae3-b7f8-a09b6492f9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:57.579061 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-d7503bd6-8d98-4ae3-b7f8-a09b6492f9f0 None None] Port b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:14:57.798736 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 {{(pid=106918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:14:57.809929 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] Publish callbacks [] for port (b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:57.826441 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12325bca-2a2b-40fc-9205-7f70168e7052 req-314bc3dc-78fa-4ffd-8179-489b4b82148a tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:57.836805 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-12325bca-2a2b-40fc-9205-7f70168e7052 req-314bc3dc-78fa-4ffd-8179-489b4b82148a tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 931 time: 0.0666125 Aug 18 17:14:57.836805 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.provisioning_blocks [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] Transition to ACTIVE for port object b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 will not be triggered until provisioned by entity L2. {{(pid=106918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 18 17:14:57.965905 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-12325bca-2a2b-40fc-9205-7f70168e7052 req-4d0ed4eb-6d2b-4498-b534-81f143d99e52 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b0b9b180-0b6f-49ae-9823-0e01e9959f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421829 Aug 18 17:14:58.001330 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:58.083617 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] Pushing event updated for resources: {'Port': ['ID=b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:14:58.112900 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] Attempting to bind port b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 on host hv-cinder-85367 for vnic_type normal with profile {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:14:58.118220 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] Attempting to bind port b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 by drivers openvswitch,hyperv on host hv-cinder-85367 at level 0 using segments [{'id': 'be749b98-a22a-40dd-8a4f-22ce2a25c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747'}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:14:58.118220 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] Attempting to bind port b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 on network e79ee218-b8f4-4366-b86f-915853fc6747 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:14:58.118220 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] Port b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 on network e79ee218-b8f4-4366-b86f-915853fc6747 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85367 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 17:14:58.118220 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] Attempting to bind port b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 on network e79ee218-b8f4-4366-b86f-915853fc6747 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:14:58.123051 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] Checking agent: {'id': '7d5d2def-e0b5-42a1-88b7-94e33648777b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85367', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'started_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:14:58.123386 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] Checking segment: {'id': 'be749b98-a22a-40dd-8a4f-22ce2a25c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:14:58.123795 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] Bound using segment: {'id': 'be749b98-a22a-40dd-8a4f-22ce2a25c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747'} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:14:58.124220 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] Bound port: b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7, host: hv-cinder-85367, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be749b98-a22a-40dd-8a4f-22ce2a25c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747'}}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:14:58.124574 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:58.181246 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:58.187083 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] For port b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7, host hv-cinder-85367, cleared binding levels {{(pid=106918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:14:58.190220 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] For port b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7, host hv-cinder-85367, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7,segment=NetworkSegment(be749b98-a22a-40dd-8a4f-22ce2a25c08e),segment_id=be749b98-a22a-40dd-8a4f-22ce2a25c08e)] {{(pid=106918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:14:58.281464 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:58.285769 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:58.286403 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:14:58.288453 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 HTTP/1.1" status: 200 len: 1093 time: 0.8491793 Aug 18 17:14:58.289928 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585ef3ab-09d6-4564-8ddb-669ac58ed47a', 'tag': 'b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:14:58.292351 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ff9e40-9dac-4288-86a3-11823bb4eef8" -d '{"events": [{"name": "network-changed", "server_uuid": "585ef3ab-09d6-4564-8ddb-669ac58ed47a", "tag": "b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:14:58.340913 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bd7ac-f6c6-4ae6-ad71-ad586dc0c969 service neutron] Pushing event updated for resources: {'Port': ['ID=b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7,revision_number=3']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:14:58.356448 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7553c4-b812-4a3b-b995-97063a63753c x-openstack-request-id: req-db7553c4-b812-4a3b-b995-97063a63753c {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:14:58.356737 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585ef3ab-09d6-4564-8ddb-669ac58ed47a", "tag": "b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:14:58.356986 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db7553c4-b812-4a3b-b995-97063a63753c {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:14:58.357392 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7553c4-b812-4a3b-b995-97063a63753c'] response: {'name': 'network-changed', 'server_uuid': '585ef3ab-09d6-4564-8ddb-669ac58ed47a', 'tag': 'b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7', 'status': 'completed', 'code': 200} Aug 18 17:14:58.418734 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff9e40-9dac-4288-86a3-11823bb4eef8 req-f4693b08-c6f9-4d70-aa5d-fca3ae2c984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:58.420330 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-19ff9e40-9dac-4288-86a3-11823bb4eef8 req-f4693b08-c6f9-4d70-aa5d-fca3ae2c984e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44e1819d40894e26bfbe20d58589823f&device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 1127 time: 0.0415406 Aug 18 17:14:58.520855 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff9e40-9dac-4288-86a3-11823bb4eef8 req-8fe7af99-9536-414e-ae36-047cd003ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:58.522968 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-19ff9e40-9dac-4288-86a3-11823bb4eef8 req-8fe7af99-9536-414e-ae36-047cd003ede9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=44e1819d40894e26bfbe20d58589823f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0961292 Aug 18 17:14:58.623163 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff9e40-9dac-4288-86a3-11823bb4eef8 req-83ec9b04-9af7-48c9-a935-a152f8e7bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:58.624762 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-19ff9e40-9dac-4288-86a3-11823bb4eef8 req-83ec9b04-9af7-48c9-a935-a152f8e7bfbe service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964921 Aug 18 17:14:58.702590 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-c3e4b32f-0b19-4ad7-83d2-3e559ca6e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:58.704275 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-c3e4b32f-0b19-4ad7-83d2-3e559ca6e035 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44e1819d40894e26bfbe20d58589823f&device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 1127 time: 0.0406067 Aug 18 17:14:58.748370 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-24c0d15e-703b-4a45-a220-a3c4094ee38f service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 HTTP/1.1" status: 200 len: 217 time: 0.0373533 Aug 18 17:14:58.799789 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-2fcd46d7-61e9-4189-9be3-e8527b2824f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:58.801182 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-2fcd46d7-61e9-4189-9be3-e8527b2824f2 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=66bcb9af-9b5e-481b-b77b-bb404fdf00cd HTTP/1.1" status: 200 len: 849 time: 0.0472929 Aug 18 17:14:58.845797 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-6f87e5dd-ed5c-41c9-b6a5-fd7826c8fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:58.847585 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-6f87e5dd-ed5c-41c9-b6a5-fd7826c8fe69 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e79ee218-b8f4-4366-b86f-915853fc6747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411050 Aug 18 17:14:58.871987 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:14:58.949409 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-cd5f1e3c-b5ee-4473-aa85-42171d4d1c73 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e79ee218-b8f4-4366-b86f-915853fc6747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951433 Aug 18 17:14:59.059495 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1042cb-3a64-4f12-853b-de7128601e07 req-59306174-e295-42f0-84b6-8c25839918d4 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:14:59.060942 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4a1042cb-3a64-4f12-853b-de7128601e07 req-59306174-e295-42f0-84b6-8c25839918d4 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 943 time: 0.1045461 Aug 18 17:14:59.107760 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d138cfc8-c88a-4817-84cb-565152d671f3 req-192008be-787e-4e0c-ac60-68cdba20c12c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e79ee218-b8f4-4366-b86f-915853fc6747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528375 Aug 18 17:14:59.129940 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-4a1042cb-3a64-4f12-853b-de7128601e07 req-4922be47-8ed7-4557-87a5-0a3edde6b523 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b0b9b180-0b6f-49ae-9823-0e01e9959f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597746 Aug 18 17:15:00.237964 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:00.250928 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfc52c-5170-49b8-9997-a2fa9bbcfef0 req-cca9cdc1-3bfb-462a-bc71-f7b3dd228b08 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:00.252435 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-51bfc52c-5170-49b8-9997-a2fa9bbcfef0 req-cca9cdc1-3bfb-462a-bc71-f7b3dd228b08 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 943 time: 0.0472007 Aug 18 17:15:00.300858 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-51bfc52c-5170-49b8-9997-a2fa9bbcfef0 req-97f6cf93-28be-40e1-87af-93e0cd8832c5 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b0b9b180-0b6f-49ae-9823-0e01e9959f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416496 Aug 18 17:15:01.291217 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:15:01.392558 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7,segment=NetworkSegment(be749b98-a22a-40dd-8a4f-22ce2a25c08e),segment_id=be749b98-a22a-40dd-8a4f-22ce2a25c08e)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:15:01.405762 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': 'b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'port_id': 'b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7', 'mac_address': 'fa:16:3e:4d:aa:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:15:01.423582 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad435f-ac48-42fa-acb2-47d1fb8deaeb req-97e1d8b6-7237-49e6-bd3d-2a020f109fbe tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:01.425102 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-98ad435f-ac48-42fa-acb2-47d1fb8deaeb req-97e1d8b6-7237-49e6-bd3d-2a020f109fbe tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 943 time: 0.0500510 Aug 18 17:15:01.439115 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:01.447670 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:15:01.448065 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:01.467706 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:15:01.476820 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-98ad435f-ac48-42fa-acb2-47d1fb8deaeb req-87132c03-dc57-42df-97d1-6baa66547ed7 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b0b9b180-0b6f-49ae-9823-0e01e9959f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451519 Aug 18 17:15:01.483172 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7,segment=NetworkSegment(be749b98-a22a-40dd-8a4f-22ce2a25c08e),segment_id=be749b98-a22a-40dd-8a4f-22ce2a25c08e)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:15:01.598239 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:01.644994 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:01.653071 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:01.653417 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:01.653751 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:01.654085 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:01.654411 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:01.654735 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:01.655056 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:01.655376 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:01.655718 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:01.656040 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:01.656361 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:01.656684 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:01.657001 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:01.657315 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:01.657627 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:01.814392 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:15:02.605968 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a26e88-f6d4-47c8-86df-3290705fe2e8 req-8fb0f832-cb07-44f0-ba0d-ca8d5a12455e tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:02.607585 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e2a26e88-f6d4-47c8-86df-3290705fe2e8 req-8fb0f832-cb07-44f0-ba0d-ca8d5a12455e tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 944 time: 0.0485454 Aug 18 17:15:02.656757 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e2a26e88-f6d4-47c8-86df-3290705fe2e8 req-aa21d366-874e-4b91-86f7-dc387394f54f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b0b9b180-0b6f-49ae-9823-0e01e9959f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433955 Aug 18 17:15:02.681031 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:03.315570 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:15:03.359277 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning for port b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 completed by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 18 17:15:03.429997 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:15:03.430378 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:03.506313 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:15:03.507224 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:03.531156 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585ef3ab-09d6-4564-8ddb-669ac58ed47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:15:03.533045 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0f22ed-005d-45d1-be9b-58a5088a4098" -d '{"events": [{"server_uuid": "585ef3ab-09d6-4564-8ddb-669ac58ed47a", "name": "network-vif-plugged", "status": "completed", "tag": "b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:15:03.547288 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7,segment=NetworkSegment(be749b98-a22a-40dd-8a4f-22ce2a25c08e),segment_id=be749b98-a22a-40dd-8a4f-22ce2a25c08e)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:15:03.573253 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9bbc23-1e33-405b-b0ab-3bdd3e38eafc x-openstack-request-id: req-3e9bbc23-1e33-405b-b0ab-3bdd3e38eafc {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:15:03.573572 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585ef3ab-09d6-4564-8ddb-669ac58ed47a", "name": "network-vif-plugged", "status": "completed", "tag": "b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:15:03.573859 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3e9bbc23-1e33-405b-b0ab-3bdd3e38eafc {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:15:03.574261 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e9bbc23-1e33-405b-b0ab-3bdd3e38eafc'] response: {'server_uuid': '585ef3ab-09d6-4564-8ddb-669ac58ed47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7', 'code': 200} Aug 18 17:15:03.686620 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:03.734568 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:03.784535 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85153526-24bc-4d3c-b2ca-34833ae0dedc req-354451b1-2e97-41bc-8192-96c78e26ead9 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:03.786061 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-85153526-24bc-4d3c-b2ca-34833ae0dedc req-354451b1-2e97-41bc-8192-96c78e26ead9 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 945 time: 0.0551393 Aug 18 17:15:03.834039 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-85153526-24bc-4d3c-b2ca-34833ae0dedc req-aace7a69-e17b-42cc-8627-4c797ae8f513 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b0b9b180-0b6f-49ae-9823-0e01e9959f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420189 Aug 18 17:15:03.921879 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3683b-de29-4425-9386-e0a9de1ecc8f req-f29b3138-1554-4b1d-9e94-6cd36fdb9d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:03.923338 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e5b3683b-de29-4425-9386-e0a9de1ecc8f req-f29b3138-1554-4b1d-9e94-6cd36fdb9d66 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 1129 time: 0.0373533 Aug 18 17:15:03.967324 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e5b3683b-de29-4425-9386-e0a9de1ecc8f req-81acc913-72c5-4303-a03b-b50705580cff service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b0b9b180-0b6f-49ae-9823-0e01e9959f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383205 Aug 18 17:15:04.227913 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52304) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:15:04.336985 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8bc38a36-dc0a-487e-b036-02a92791e763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:04.413351 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8bc38a36-dc0a-487e-b036-02a92791e763 admin admin] Publish callbacks [] for security_group (287a3feb-2c73-41ff-8fb6-21747c55c3b8), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:04.509307 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8bc38a36-dc0a-487e-b036-02a92791e763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (287a3feb-2c73-41ff-8fb6-21747c55c3b8), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:04.548603 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-8bc38a36-dc0a-487e-b036-02a92791e763 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8f33e0c7fce04112b98e07ab97668bdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196247 Aug 18 17:15:04.549445 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc38a36-dc0a-487e-b036-02a92791e763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287a3feb-2c73-41ff-8fb6-21747c55c3b8,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:04.551398 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 52308) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:15:04.617641 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-2bdd6aed-da47-48d3-9100-2f4d01556d67 admin admin] Publish callbacks [] for security_group (287a3feb-2c73-41ff-8fb6-21747c55c3b8), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:04.646754 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-2bdd6aed-da47-48d3-9100-2f4d01556d67 admin admin] Publish callbacks [] for security_group (287a3feb-2c73-41ff-8fb6-21747c55c3b8), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:04.772928 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-2bdd6aed-da47-48d3-9100-2f4d01556d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (287a3feb-2c73-41ff-8fb6-21747c55c3b8), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:04.775463 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-2bdd6aed-da47-48d3-9100-2f4d01556d67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:04.777502 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-2bdd6aed-da47-48d3-9100-2f4d01556d67 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/287a3feb-2c73-41ff-8fb6-21747c55c3b8 HTTP/1.1" status: 204 len: 168 time: 0.2242105 Aug 18 17:15:04.785024 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd6aed-da47-48d3-9100-2f4d01556d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287a3feb-2c73-41ff-8fb6-21747c55c3b8,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:04.965181 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329847b-ae67-48b9-a4a4-82f19027f93b req-2e325c44-62e9-4777-ade7-a0439d1569c5 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:04.966713 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a329847b-ae67-48b9-a4a4-82f19027f93b req-2e325c44-62e9-4777-ade7-a0439d1569c5 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 945 time: 0.0586638 Aug 18 17:15:05.016971 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a329847b-ae67-48b9-a4a4-82f19027f93b req-7b1aa532-34cd-4c23-abe2-804d0cf7d22c tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b0b9b180-0b6f-49ae-9823-0e01e9959f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444143 Aug 18 17:15:05.580987 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 52316) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:15:05.594400 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-47d846b3-fcf5-439f-a1ed-9be0f3d1ce12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:05.678339 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-47d846b3-fcf5-439f-a1ed-9be0f3d1ce12 admin admin] Publish callbacks [] for security_group (a4e0fd93-bcf4-4170-9e3e-1746d0e36758), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:05.783603 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-47d846b3-fcf5-439f-a1ed-9be0f3d1ce12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (a4e0fd93-bcf4-4170-9e3e-1746d0e36758), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:05.826060 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-47d846b3-fcf5-439f-a1ed-9be0f3d1ce12 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a70ffd96b24d406b812e690a3fe3a277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439611 Aug 18 17:15:05.828132 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d846b3-fcf5-439f-a1ed-9be0f3d1ce12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e0fd93-bcf4-4170-9e3e-1746d0e36758,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:05.829066 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52318) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:15:05.880997 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ad17960f-cafa-4f1b-8663-e1fe6b4d384a admin admin] Publish callbacks [] for security_group (a4e0fd93-bcf4-4170-9e3e-1746d0e36758), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:05.904876 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ad17960f-cafa-4f1b-8663-e1fe6b4d384a admin admin] Publish callbacks [] for security_group (a4e0fd93-bcf4-4170-9e3e-1746d0e36758), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:06.067173 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ad17960f-cafa-4f1b-8663-e1fe6b4d384a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (a4e0fd93-bcf4-4170-9e3e-1746d0e36758), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:06.070010 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ad17960f-cafa-4f1b-8663-e1fe6b4d384a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:06.071256 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-ad17960f-cafa-4f1b-8663-e1fe6b4d384a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a4e0fd93-bcf4-4170-9e3e-1746d0e36758 HTTP/1.1" status: 204 len: 168 time: 0.2411566 Aug 18 17:15:06.082882 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17960f-cafa-4f1b-8663-e1fe6b4d384a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e0fd93-bcf4-4170-9e3e-1746d0e36758,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:06.144581 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db156b7-cccf-495f-911b-a1ee567f56c3 req-9292c597-2f19-4547-b905-f27264f56e12 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:06.146110 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1db156b7-cccf-495f-911b-a1ee567f56c3 req-9292c597-2f19-4547-b905-f27264f56e12 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 945 time: 0.0541539 Aug 18 17:15:06.196315 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1db156b7-cccf-495f-911b-a1ee567f56c3 req-5185b7fb-6f33-46ea-92b2-3a743dfd529b tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b0b9b180-0b6f-49ae-9823-0e01e9959f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439174 Aug 18 17:15:06.316142 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87650c29-a82f-42eb-a1b3-6a71a75fe07f req-64405439-4265-42dc-8339-a504e089c204 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:06.317652 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-87650c29-a82f-42eb-a1b3-6a71a75fe07f req-64405439-4265-42dc-8339-a504e089c204 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 945 time: 0.0520341 Aug 18 17:15:06.327962 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 52326) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:15:06.332489 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [None req-d647bb27-a742-4fa1-9468-8071871d3653 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Request body: {'floatingip': {'port_id': 'b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:15:06.374917 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d647bb27-a742-4fa1-9468-8071871d3653 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for floatingip (234ef104-b1eb-42a4-aa62-c4f181dbb4c5), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:06.565219 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:06.699988 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:06.807733 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d647bb27-a742-4fa1-9468-8071871d3653 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:06.915456 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 52330) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:15:06.929078 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-284f6b17-b1e3-491d-a169-cf3cea30e280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:06.963467 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d647bb27-a742-4fa1-9468-8071871d3653 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (234ef104-b1eb-42a4-aa62-c4f181dbb4c5), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:07.090536 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-284f6b17-b1e3-491d-a169-cf3cea30e280 admin admin] Publish callbacks [] for security_group (5f6a7fb5-f430-43e5-8fbc-3cb194d3866d), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:07.095177 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.db.l3_db [None req-d647bb27-a742-4fa1-9468-8071871d3653 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Floating IP 234ef104-b1eb-42a4-aa62-c4f181dbb4c5 associated. External IP: 172.27.1.61, port: b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7. Aug 18 17:15:07.181599 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-284f6b17-b1e3-491d-a169-cf3cea30e280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (5f6a7fb5-f430-43e5-8fbc-3cb194d3866d), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:07.187134 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:07.233360 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-284f6b17-b1e3-491d-a169-cf3cea30e280 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ba813dbc461541f2ae86a10d8891e05b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3167982 Aug 18 17:15:07.235589 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f6b17-b1e3-491d-a169-cf3cea30e280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6a7fb5-f430-43e5-8fbc-3cb194d3866d,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:07.236266 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52332) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:15:07.253457 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:07.290869 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-eb71f8d0-5297-4336-8a3c-a16c6783e452 admin admin] Publish callbacks [] for security_group (5f6a7fb5-f430-43e5-8fbc-3cb194d3866d), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:07.313099 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-eb71f8d0-5297-4336-8a3c-a16c6783e452 admin admin] Publish callbacks [] for security_group (5f6a7fb5-f430-43e5-8fbc-3cb194d3866d), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:07.342086 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:07.346507 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d647bb27-a742-4fa1-9468-8071871d3653 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:15:07.457851 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d647bb27-a742-4fa1-9468-8071871d3653 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:15:07.462651 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d647bb27-a742-4fa1-9468-8071871d3653 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:07.467151 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9c7e37-c4e4-41c4-9e91-f0dfeb8dbada None None] Sync routers for ids ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:15:07.480882 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-eb71f8d0-5297-4336-8a3c-a16c6783e452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (5f6a7fb5-f430-43e5-8fbc-3cb194d3866d), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:07.481223 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9c7e37-c4e4-41c4-9e91-f0dfeb8dbada None None] Routers {'9c60d9cd-ae8f-4d36-a8dd-cc7677790130'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:15:07.482072 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-da9c7e37-c4e4-41c4-9e91-f0dfeb8dbada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:14:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:15:07.483854 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-eb71f8d0-5297-4336-8a3c-a16c6783e452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:07.487878 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-eb71f8d0-5297-4336-8a3c-a16c6783e452 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5f6a7fb5-f430-43e5-8fbc-3cb194d3866d HTTP/1.1" status: 204 len: 168 time: 0.2505114 Aug 18 17:15:07.495044 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-d647bb27-a742-4fa1-9468-8071871d3653 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/234ef104-b1eb-42a4-aa62-c4f181dbb4c5 HTTP/1.1" status: 200 len: 990 time: 1.1660025 Aug 18 17:15:07.496810 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585ef3ab-09d6-4564-8ddb-669ac58ed47a', 'tag': 'b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:15:07.498442 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71f8d0-5297-4336-8a3c-a16c6783e452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6a7fb5-f430-43e5-8fbc-3cb194d3866d,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:07.498624 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec905176-0394-4e21-9603-2dab419472e6" -d '{"events": [{"name": "network-changed", "server_uuid": "585ef3ab-09d6-4564-8ddb-669ac58ed47a", "tag": "b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:15:07.539016 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e358684a-3774-43f6-bd58-a75321086ab7 x-openstack-request-id: req-e358684a-3774-43f6-bd58-a75321086ab7 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:15:07.539016 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585ef3ab-09d6-4564-8ddb-669ac58ed47a", "tag": "b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:15:07.539016 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e358684a-3774-43f6-bd58-a75321086ab7 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:15:07.539366 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e358684a-3774-43f6-bd58-a75321086ab7'] response: {'name': 'network-changed', 'server_uuid': '585ef3ab-09d6-4564-8ddb-669ac58ed47a', 'tag': 'b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7', 'status': 'completed', 'code': 200} Aug 18 17:15:07.615995 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec905176-0394-4e21-9603-2dab419472e6 req-34d70256-a88f-4acc-b474-bdfaebf8b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:07.616554 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ec905176-0394-4e21-9603-2dab419472e6 req-34d70256-a88f-4acc-b474-bdfaebf8b3bc service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44e1819d40894e26bfbe20d58589823f&device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 1129 time: 0.0523267 Aug 18 17:15:07.643711 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-da9c7e37-c4e4-41c4-9e91-f0dfeb8dbada None None] Set router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:15:07.723223 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec905176-0394-4e21-9603-2dab419472e6 req-1aad0f0f-2922-49b6-9334-24e0107d7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:07.724734 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ec905176-0394-4e21-9603-2dab419472e6 req-1aad0f0f-2922-49b6-9334-24e0107d7357 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e79ee218-b8f4-4366-b86f-915853fc6747 HTTP/1.1" status: 200 len: 911 time: 0.1036873 Aug 18 17:15:07.795634 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ec905176-0394-4e21-9603-2dab419472e6 req-49910ec1-c94d-4a3f-ab4b-f44f501ee786 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 HTTP/1.1" status: 200 len: 998 time: 0.0641112 Aug 18 17:15:07.853284 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec905176-0394-4e21-9603-2dab419472e6 req-a4cd71d3-0c88-461c-8eb2-30315111757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:07.855069 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ec905176-0394-4e21-9603-2dab419472e6 req-a4cd71d3-0c88-461c-8eb2-30315111757c service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=66bcb9af-9b5e-481b-b77b-bb404fdf00cd HTTP/1.1" status: 200 len: 849 time: 0.0527995 Aug 18 17:15:07.879152 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-da9c7e37-c4e4-41c4-9e91-f0dfeb8dbada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'name': 'tempest-AttachVolumeTestJSON-779794914-router', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:11:14Z', 'updated_at': '2022-08-18T17:11:18Z', 'revision_number': 4, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'gw_port': {'id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:15Z', 'updated_at': '2022-08-18T17:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '234ef104-b1eb-42a4-aa62-c4f181dbb4c5', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'port_id': 'b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'mac_address': 'fa:16:3e:4d:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585ef3ab-09d6-4564-8ddb-669ac58ed47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:14:47Z', 'updated_at': '2022-08-18T17:15:06Z', 'revision_number': 1, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1283d0e-2f90-445f-9331-954a7d46cff5', 'name': '', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'mac_address': 'fa:16:3e:60:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:17Z', 'updated_at': '2022-08-18T17:11:23Z', 'revision_number': 5, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'subnets': [{'id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:15:07.906394 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9c7e37-c4e4-41c4-9e91-f0dfeb8dbada None None] Checking router: 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:15:07.916479 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9c7e37-c4e4-41c4-9e91-f0dfeb8dbada None None] Routers {'9c60d9cd-ae8f-4d36-a8dd-cc7677790130'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:15:07.917232 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-da9c7e37-c4e4-41c4-9e91-f0dfeb8dbada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:14:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:15:07.919472 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec905176-0394-4e21-9603-2dab419472e6 req-cb1af1ed-af79-40af-9940-da8574b65a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:07.923474 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ec905176-0394-4e21-9603-2dab419472e6 req-cb1af1ed-af79-40af-9940-da8574b65a64 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e79ee218-b8f4-4366-b86f-915853fc6747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591984 Aug 18 17:15:07.961753 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:08.037830 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:08.040938 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:08.042672 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-da9c7e37-c4e4-41c4-9e91-f0dfeb8dbada None None] Set router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:15:08.048218 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ec905176-0394-4e21-9603-2dab419472e6 req-ac32b9d9-96b0-4433-804e-f3eb71fdb69f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e79ee218-b8f4-4366-b86f-915853fc6747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194456 Aug 18 17:15:08.123931 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372f55a-4c4d-4f09-b600-1e9616cacb56 req-aad62d56-3352-4bdc-8e0b-3f2db000454c tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:08.125632 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7372f55a-4c4d-4f09-b600-1e9616cacb56 req-aad62d56-3352-4bdc-8e0b-3f2db000454c tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 946 time: 0.0591261 Aug 18 17:15:08.136845 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:08.212228 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-7372f55a-4c4d-4f09-b600-1e9616cacb56 req-4e40b8ee-1e6a-4fb9-b3f7-25a76118e025 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778837 Aug 18 17:15:08.305746 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-da9c7e37-c4e4-41c4-9e91-f0dfeb8dbada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'name': 'tempest-AttachVolumeTestJSON-779794914-router', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:11:14Z', 'updated_at': '2022-08-18T17:11:18Z', 'revision_number': 4, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'gw_port': {'id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:15Z', 'updated_at': '2022-08-18T17:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '234ef104-b1eb-42a4-aa62-c4f181dbb4c5', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'port_id': 'b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'mac_address': 'fa:16:3e:4d:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585ef3ab-09d6-4564-8ddb-669ac58ed47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:14:47Z', 'updated_at': '2022-08-18T17:15:06Z', 'revision_number': 1, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1283d0e-2f90-445f-9331-954a7d46cff5', 'name': '', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'mac_address': 'fa:16:3e:60:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:17Z', 'updated_at': '2022-08-18T17:11:23Z', 'revision_number': 5, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'subnets': [{'id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:15:08.334927 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9c7e37-c4e4-41c4-9e91-f0dfeb8dbada None None] The sync data for ids ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'] in dv-cinder-853678-2-iscsi is: [{'id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'name': 'tempest-AttachVolumeTestJSON-779794914-router', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:11:14Z', 'updated_at': '2022-08-18T17:11:18Z', 'revision_number': 4, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'gw_port': {'id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:15Z', 'updated_at': '2022-08-18T17:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '234ef104-b1eb-42a4-aa62-c4f181dbb4c5', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'port_id': 'b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'mac_address': 'fa:16:3e:4d:aa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585ef3ab-09d6-4564-8ddb-669ac58ed47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:14:47Z', 'updated_at': '2022-08-18T17:15:06Z', 'revision_number': 1, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1283d0e-2f90-445f-9331-954a7d46cff5', 'name': '', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'mac_address': 'fa:16:3e:60:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:17Z', 'updated_at': '2022-08-18T17:11:23Z', 'revision_number': 5, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'subnets': [{'id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:15:08.543814 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fc30cd-329d-4020-94ff-92c8f6bacafc None None] New status for floating IP 234ef104-b1eb-42a4-aa62-c4f181dbb4c5: ACTIVE {{(pid=106921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:15:09.062457 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ec905176-0394-4e21-9603-2dab419472e6 req-22fb9ecc-3ea5-47fb-9bd8-8f5dff75c3e4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e79ee218-b8f4-4366-b86f-915853fc6747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877841 Aug 18 17:15:09.328399 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a22712-cb9d-4479-bab4-2d672cfd4f61 req-647907b3-1e47-4440-ab06-89ba2b4b3ae3 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:09.329809 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-24a22712-cb9d-4479-bab4-2d672cfd4f61 req-647907b3-1e47-4440-ab06-89ba2b4b3ae3 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 946 time: 0.0482557 Aug 18 17:15:09.654945 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-24a22712-cb9d-4479-bab4-2d672cfd4f61 req-9074ab3e-fad1-4161-b51d-26d46b14d44a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3192561 Aug 18 17:15:09.697489 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4193d58-86af-45d1-877a-92ba12155467 req-d191e598-2e99-4c22-b97e-3b37cc29cd8a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:09.698976 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c4193d58-86af-45d1-877a-92ba12155467 req-d191e598-2e99-4c22-b97e-3b37cc29cd8a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 946 time: 0.0664475 Aug 18 17:15:09.788271 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-c4193d58-86af-45d1-877a-92ba12155467 req-0a8527eb-50a9-4fc1-9f87-8525e7b4b452 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Deleting port 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:15:09.788617 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-c4193d58-86af-45d1-877a-92ba12155467 req-0a8527eb-50a9-4fc1-9f87-8525e7b4b452 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (32c22de7-72ea-42f2-9fbf-c5873ac6f9a8), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:09.886323 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-c4193d58-86af-45d1-877a-92ba12155467 req-0a8527eb-50a9-4fc1-9f87-8525e7b4b452 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] For port 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=32c22de7-72ea-42f2-9fbf-c5873ac6f9a8,segment=NetworkSegment(18f1b367-0c7e-4cfe-a0a6-677c8efd49ab),segment_id=18f1b367-0c7e-4cfe-a0a6-677c8efd49ab)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:15:09.886475 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-c4193d58-86af-45d1-877a-92ba12155467 req-0a8527eb-50a9-4fc1-9f87-8525e7b4b452 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (32c22de7-72ea-42f2-9fbf-c5873ac6f9a8), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:10.077308 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:10.080447 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-c4193d58-86af-45d1-877a-92ba12155467 req-0a8527eb-50a9-4fc1-9f87-8525e7b4b452 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:10.080810 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-c4193d58-86af-45d1-877a-92ba12155467 req-0a8527eb-50a9-4fc1-9f87-8525e7b4b452 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (3929d056-8a2a-4005-8d48-5ef96d470a78), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:10.081132 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.db.l3_db [req-c4193d58-86af-45d1-877a-92ba12155467 req-0a8527eb-50a9-4fc1-9f87-8525e7b4b452 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Floating IP 3929d056-8a2a-4005-8d48-5ef96d470a78 disassociated. External IP: 172.27.1.129, port: 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8. Aug 18 17:15:10.081482 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [req-c4193d58-86af-45d1-877a-92ba12155467 req-0a8527eb-50a9-4fc1-9f87-8525e7b4b452 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Calling delete_port for 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 owned by compute:nova {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:15:10.202646 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:10.289159 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-c4193d58-86af-45d1-877a-92ba12155467 req-0a8527eb-50a9-4fc1-9f87-8525e7b4b452 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (32c22de7-72ea-42f2-9fbf-c5873ac6f9a8), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:10.317998 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8527eb-50a9-4fc1-9f87-8525e7b4b452 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event deleted for resources: {'Port': ['ID=32c22de7-72ea-42f2-9fbf-c5873ac6f9a8,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:10.442756 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4193d58-86af-45d1-877a-92ba12155467 req-0a8527eb-50a9-4fc1-9f87-8525e7b4b452 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Router be012b20-195d-49fe-9adf-bd1f6f5a0a2e has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:15:10.554745 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4193d58-86af-45d1-877a-92ba12155467 req-0a8527eb-50a9-4fc1-9f87-8525e7b4b452 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:15:10.566151 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb44564-4745-49f7-bbad-68a70a6db80d None None] Sync routers for ids ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:15:10.576953 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb44564-4745-49f7-bbad-68a70a6db80d None None] Routers {'be012b20-195d-49fe-9adf-bd1f6f5a0a2e'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:15:10.577574 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-4bb44564-4745-49f7-bbad-68a70a6db80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:14:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:15:10.599500 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4193d58-86af-45d1-877a-92ba12155467 req-0a8527eb-50a9-4fc1-9f87-8525e7b4b452 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] No DVR routers for this DVR port 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 on host hv-cinder-85367 {{(pid=106918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:15:10.602101 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-c4193d58-86af-45d1-877a-92ba12155467 req-0a8527eb-50a9-4fc1-9f87-8525e7b4b452 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:10.605322 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c4193d58-86af-45d1-877a-92ba12155467 req-0a8527eb-50a9-4fc1-9f87-8525e7b4b452 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.40 "DELETE /networking/v2.0/ports/32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 HTTP/1.1" status: 204 len: 173 time: 0.9013467 Aug 18 17:15:10.605756 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7434d418-5586-4ce3-a420-21925506657c', 'name': 'network-vif-deleted', 'tag': '32c22de7-72ea-42f2-9fbf-c5873ac6f9a8'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:15:10.608034 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ad959c-2bc7-49cb-9ce9-a7aadfff8371" -d '{"events": [{"server_uuid": "7434d418-5586-4ce3-a420-21925506657c", "name": "network-vif-deleted", "tag": "32c22de7-72ea-42f2-9fbf-c5873ac6f9a8"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:15:10.649594 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a378734-fb54-41c6-9fe1-0c523d682419 x-openstack-request-id: req-9a378734-fb54-41c6-9fe1-0c523d682419 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:15:10.650452 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7434d418-5586-4ce3-a420-21925506657c", "name": "network-vif-deleted", "tag": "32c22de7-72ea-42f2-9fbf-c5873ac6f9a8", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:15:10.650716 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a378734-fb54-41c6-9fe1-0c523d682419 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:15:10.651123 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a378734-fb54-41c6-9fe1-0c523d682419'] response: {'server_uuid': '7434d418-5586-4ce3-a420-21925506657c', 'name': 'network-vif-deleted', 'tag': '32c22de7-72ea-42f2-9fbf-c5873ac6f9a8', 'status': 'completed', 'code': 200} Aug 18 17:15:10.695592 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-4bb44564-4745-49f7-bbad-68a70a6db80d None None] Set router be012b20-195d-49fe-9adf-bd1f6f5a0a2e gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:15:10.840606 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-262deaf0-c4f0-40b7-b715-dc824069eb99 req-0e4898f4-af55-4cae-96d3-ccda7111d0ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 210 time: 0.0720241 Aug 18 17:15:10.928364 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-0460ad99-6bfd-4c91-99ea-a809a07dec25 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=692bb1c3de754fd98526bc68fda47c91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343258 Aug 18 17:15:10.936549 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-4bb44564-4745-49f7-bbad-68a70a6db80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:03Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'b1f73396-559a-4a75-b914-74b19b856b10', 'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'mac_address': 'fa:16:3e:58:c2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:02Z', 'updated_at': '2022-08-18T17:12:07Z', 'revision_number': 5, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'subnets': [{'id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:15:10.962705 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb44564-4745-49f7-bbad-68a70a6db80d None None] Checking router: be012b20-195d-49fe-9adf-bd1f6f5a0a2e for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:15:10.971291 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb44564-4745-49f7-bbad-68a70a6db80d None None] Routers {'be012b20-195d-49fe-9adf-bd1f6f5a0a2e'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:15:10.971921 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-4bb44564-4745-49f7-bbad-68a70a6db80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:14:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:15:11.134536 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8871cbd6-cc3a-4eec-ab8c-d6623a89566a tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:11.136199 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8871cbd6-cc3a-4eec-ab8c-d6623a89566a tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2021484 Aug 18 17:15:11.152873 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-6456715c-9008-4866-b469-31c8b68f702b tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/quotas/692bb1c3de754fd98526bc68fda47c91 HTTP/1.1" status: 200 len: 375 time: 0.0101662 Aug 18 17:15:11.191175 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-c4842862-a3cb-4ce8-9438-d80b5e019d93 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=692bb1c3de754fd98526bc68fda47c91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325234 Aug 18 17:15:11.230325 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-4bb44564-4745-49f7-bbad-68a70a6db80d None None] Set router be012b20-195d-49fe-9adf-bd1f6f5a0a2e gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:15:11.409588 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-664d1c72-a712-4307-9a18-b0acb50d4593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:11.429330 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-4bb44564-4745-49f7-bbad-68a70a6db80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:03Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'b1f73396-559a-4a75-b914-74b19b856b10', 'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'mac_address': 'fa:16:3e:58:c2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:02Z', 'updated_at': '2022-08-18T17:12:07Z', 'revision_number': 5, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'subnets': [{'id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:15:11.459625 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb44564-4745-49f7-bbad-68a70a6db80d None None] The sync data for ids ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'] in dv-cinder-853678-2-iscsi is: [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:03Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'b1f73396-559a-4a75-b914-74b19b856b10', 'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'mac_address': 'fa:16:3e:58:c2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:02Z', 'updated_at': '2022-08-18T17:12:07Z', 'revision_number': 5, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'subnets': [{'id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:15:11.680256 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a99185c-bb32-46b1-ace7-cfa9d6823cfa None None] New status for floating IP 3929d056-8a2a-4005-8d48-5ef96d470a78: DOWN {{(pid=106921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:15:11.959593 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3f0e9640-711c-4e4a-9d30-e3a0de0e1dfa req-522579a7-396d-4d35-a9a5-92ad81724be0 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7434d418-5586-4ce3-a420-21925506657c HTTP/1.1" status: 200 len: 210 time: 0.0279033 Aug 18 17:15:12.538175 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0d3f2e55-701f-4e95-b38c-08f46bb298f9 req-801785bf-9c8e-4c22-a05d-319d61e34ac5 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 210 time: 0.0286987 Aug 18 17:15:13.249141 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-1df98e17-91ae-4b67-941c-14f8a295ffd3 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1612543765&fields=id&tenant_id=c5e8eba08dfc4946becd6dba63f94eec HTTP/1.1" status: 200 len: 267 time: 0.0452693 Aug 18 17:15:13.337054 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:15:13.365791 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-782b3a02-218b-44bb-895a-11fe77fd260f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:13.367276 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-782b3a02-218b-44bb-895a-11fe77fd260f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/networks?id=744636b7-76bc-439f-9116-8e1ee85b3624 HTTP/1.1" status: 200 len: 811 time: 0.1111016 Aug 18 17:15:13.368298 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] No Port match for: 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:15:13.368704 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device 32c22de7-72ea-42f2-9fbf-c5873ac6f9a8 not bound to the agent host hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:15:13.381746 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f0baa8f1-c8b3-4b86-93b8-1f568d8e0297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:13.383719 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-0a7c5e55-9032-43af-9d6e-725e3e5421b7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/quotas/c5e8eba08dfc4946becd6dba63f94eec HTTP/1.1" status: 200 len: 375 time: 0.0105579 Aug 18 17:15:13.438762 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-65751740-7fb5-45ea-88e0-e45065637400 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=c5e8eba08dfc4946becd6dba63f94eec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491765 Aug 18 17:15:13.550221 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-ff7b7f3a-1269-41ae-931b-5a7513ddbfeb service neutron] 10.222.0.78 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995092 Aug 18 17:15:13.628425 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-125a2993-3c69-4bcd-9d0a-a7fac99e4ab2 req-b4d3069d-f2d8-40dc-8f39-b9e282f1e762 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 210 time: 0.0289981 Aug 18 17:15:13.650676 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-1643c1b1-a69c-4ea3-b9f0-532132260d3a service neutron] 10.222.0.78 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935996 Aug 18 17:15:14.520051 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-b8990465-4ece-4cbc-acef-87f005359e2d req-5746e2b3-d0f9-40e0-b55e-983185695e44 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 210 time: 0.0294464 Aug 18 17:15:14.709651 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-54ec9b13-dfd0-4ccd-9d7d-50b3a0d59d2d req-725cb3cf-e625-45b7-856e-5ab36bf21016 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 210 time: 0.0282032 Aug 18 17:15:14.932241 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:15.622939 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-78b34dad-d710-40d0-af24-519b9de4aaaf req-79b42f08-4e9f-4bb9-b828-0b56e174cb33 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 210 time: 0.0305414 Aug 18 17:15:15.799637 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-0a94f11f-fb50-4d9f-af01-db0688c5b7a8 req-acaadbad-657d-4a31-9910-72a160ee13fa tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 210 time: 0.0311995 Aug 18 17:15:16.081030 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:16.286313 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:16.760007 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-3f36c951-3cdd-48fb-b86b-7cd5012b5186 req-72799243-f5cd-4f23-9b0c-79788772712a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 210 time: 0.0275810 Aug 18 17:15:16.882135 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-2f565a85-e0e2-4e16-b078-91cc3fb26a46 req-de6bd23d-5a84-425d-bcd4-22ee8ca688b1 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 210 time: 0.0280812 Aug 18 17:15:17.153421 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:17.202301 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-86151fa4-3744-418b-8814-d3508d64fe67 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:17.203801 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-86151fa4-3744-418b-8814-d3508d64fe67 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.40 "GET /networking/v2.0/networks?id=744636b7-76bc-439f-9116-8e1ee85b3624 HTTP/1.1" status: 200 len: 811 time: 0.1093462 Aug 18 17:15:17.272194 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-f0be8c4e-1a25-48a8-bb55-630a0c0c0f7a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c5e8eba08dfc4946becd6dba63f94eec HTTP/1.1" status: 200 len: 380 time: 0.0593088 Aug 18 17:15:17.280594 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-59323a9a-a5ef-47cc-868a-486a9994ec73 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Request body: {'port': {'device_id': 'bbe99c95-ce5b-467a-92d4-15b02ac57d02', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'admin_state_up': True, 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'security_groups': ['4b230ef0-65f3-46e8-b530-5645a7ed54ff']}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:15:17.321977 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:15:17.346738 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:17.446635 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-59323a9a-a5ef-47cc-868a-486a9994ec73 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Made reservation on behalf of c5e8eba08dfc4946becd6dba63f94eec for: {'port': 1} {{(pid=106918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:15:17.450197 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-59323a9a-a5ef-47cc-868a-486a9994ec73 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:17.582778 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_common [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-59323a9a-a5ef-47cc-868a-486a9994ec73 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Allocated IP 172.20.0.13 (744636b7-76bc-439f-9116-8e1ee85b3624/06f69413-f936-4aa9-b8fe-e83b1f874689/ae35b8e6-3767-4d67-8189-4241efe3de81) {{(pid=106918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:15:17.721432 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-59323a9a-a5ef-47cc-868a-486a9994ec73 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for port (ae35b8e6-3767-4d67-8189-4241efe3de81), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:17.838190 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0948d120-c761-4658-b761-d11a5534fdab req-41490c70-3542-4a06-aaf0-4b63979fc78a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 210 time: 0.0286350 Aug 18 17:15:17.841215 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-59323a9a-a5ef-47cc-868a-486a9994ec73 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (ae35b8e6-3767-4d67-8189-4241efe3de81), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:17.889575 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-59323a9a-a5ef-47cc-868a-486a9994ec73 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Network 744636b7-76bc-439f-9116-8e1ee85b3624 is already hosted by enough agents. {{(pid=106918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:15:17.901264 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.base_scheduler [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-59323a9a-a5ef-47cc-868a-486a9994ec73 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Resources bound (agent type, host, resource id): {{(pid=106918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:15:17.901264 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-59323a9a-a5ef-47cc-868a-486a9994ec73 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Received port after_create {{(pid=106918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:15:17.902417 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59323a9a-a5ef-47cc-868a-486a9994ec73 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event updated for resources: {'Port': ['ID=ae35b8e6-3767-4d67-8189-4241efe3de81,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:17.959500 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-59323a9a-a5ef-47cc-868a-486a9994ec73 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:17.960154 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-59323a9a-a5ef-47cc-868a-486a9994ec73 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:17.995513 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-135a80eb-aa3e-48fd-ad8e-5a515287b31e req-0ac3c86b-e25d-427a-9eb8-4417cba50cf4 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 210 time: 0.0323346 Aug 18 17:15:18.103875 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-59323a9a-a5ef-47cc-868a-486a9994ec73 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8267362 Aug 18 17:15:18.115277 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.v2.base [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] Request body: {'port': {'device_id': 'bbe99c95-ce5b-467a-92d4-15b02ac57d02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85367'}} {{(pid=106918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:15:18.130152 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-d50ff33b-e597-49c0-b0a5-b2c17e82d560 None None] Provisioning complete for port ae35b8e6-3767-4d67-8189-4241efe3de81 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:15:18.131603 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-d50ff33b-e597-49c0-b0a5-b2c17e82d560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (ae35b8e6-3767-4d67-8189-4241efe3de81), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:18.171992 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-d50ff33b-e597-49c0-b0a5-b2c17e82d560 None None] Port ae35b8e6-3767-4d67-8189-4241efe3de81 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:15:18.196287 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (ae35b8e6-3767-4d67-8189-4241efe3de81), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:18.393073 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:18.423735 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:18.458557 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae35b8e6-3767-4d67-8189-4241efe3de81 {{(pid=106918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:15:18.466631 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] Publish callbacks [] for port (ae35b8e6-3767-4d67-8189-4241efe3de81), precommit_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:18.478792 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.provisioning_blocks [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] Transition to ACTIVE for port object ae35b8e6-3767-4d67-8189-4241efe3de81 will not be triggered until provisioned by entity L2. {{(pid=106918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 18 17:15:18.614407 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (ae35b8e6-3767-4d67-8189-4241efe3de81), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:18.697365 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] Pushing event updated for resources: {'Port': ['ID=ae35b8e6-3767-4d67-8189-4241efe3de81,revision_number=2']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:18.731485 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] Attempting to bind port ae35b8e6-3767-4d67-8189-4241efe3de81 on host hv-cinder-85367 for vnic_type normal with profile {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:15:18.731839 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] Attempting to bind port ae35b8e6-3767-4d67-8189-4241efe3de81 by drivers openvswitch,hyperv on host hv-cinder-85367 at level 0 using segments [{'id': '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624'}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:15:18.732170 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] Attempting to bind port ae35b8e6-3767-4d67-8189-4241efe3de81 on network 744636b7-76bc-439f-9116-8e1ee85b3624 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:15:18.741395 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] Port ae35b8e6-3767-4d67-8189-4241efe3de81 on network 744636b7-76bc-439f-9116-8e1ee85b3624 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85367 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 17:15:18.741950 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] Attempting to bind port ae35b8e6-3767-4d67-8189-4241efe3de81 on network 744636b7-76bc-439f-9116-8e1ee85b3624 {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:15:18.746917 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] Checking agent: {'id': '7d5d2def-e0b5-42a1-88b7-94e33648777b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85367', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'started_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:15:18.747234 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] Checking segment: {'id': '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:15:18.747653 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] Bound using segment: {'id': '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624'} {{(pid=106918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:15:18.748085 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.managers [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] Bound port: ae35b8e6-3767-4d67-8189-4241efe3de81, host: hv-cinder-85367, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624'}}] {{(pid=106918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:15:18.748449 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (ae35b8e6-3767-4d67-8189-4241efe3de81), before_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:18.812237 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] For port ae35b8e6-3767-4d67-8189-4241efe3de81, host hv-cinder-85367, cleared binding levels {{(pid=106918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:15:18.815267 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] For port ae35b8e6-3767-4d67-8189-4241efe3de81, host hv-cinder-85367, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=ae35b8e6-3767-4d67-8189-4241efe3de81,segment=NetworkSegment(18f1b367-0c7e-4cfe-a0a6-677c8efd49ab),segment_id=18f1b367-0c7e-4cfe-a0a6-677c8efd49ab)] {{(pid=106918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:15:18.949970 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26478302'] for port (ae35b8e6-3767-4d67-8189-4241efe3de81), after_update {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:18.954399 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:18.955323 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:18.956784 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/ae35b8e6-3767-4d67-8189-4241efe3de81 HTTP/1.1" status: 200 len: 1094 time: 0.8456805 Aug 18 17:15:18.957222 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe99c95-ce5b-467a-92d4-15b02ac57d02', 'tag': 'ae35b8e6-3767-4d67-8189-4241efe3de81'}] {{(pid=106918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:15:18.959632 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e8456e115c95c18708615794cb142b202229f0341d2c7bce4640a6ab3792a9cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b167cdc4-1966-40ca-ad46-59e6d1cee7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe99c95-ce5b-467a-92d4-15b02ac57d02", "tag": "ae35b8e6-3767-4d67-8189-4241efe3de81"}]}' {{(pid=106918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:15:18.960326 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535dbf9f-dacf-489a-b3e4-28e936057b16 req-044d0d44-b7cc-4d20-8579-2c5384a3f93a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:18.961831 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-535dbf9f-dacf-489a-b3e4-28e936057b16 req-044d0d44-b7cc-4d20-8579-2c5384a3f93a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 944 time: 0.0480814 Aug 18 17:15:19.007066 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03099356-25ee-4851-bb13-8e6c53f2c731 x-openstack-request-id: req-03099356-25ee-4851-bb13-8e6c53f2c731 {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:15:19.007414 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe99c95-ce5b-467a-92d4-15b02ac57d02", "tag": "ae35b8e6-3767-4d67-8189-4241efe3de81", "status": "completed", "code": 200}]} {{(pid=106918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:15:19.007751 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-03099356-25ee-4851-bb13-8e6c53f2c731 {{(pid=106918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:15:19.008211 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03099356-25ee-4851-bb13-8e6c53f2c731'] response: {'name': 'network-changed', 'server_uuid': 'bbe99c95-ce5b-467a-92d4-15b02ac57d02', 'tag': 'ae35b8e6-3767-4d67-8189-4241efe3de81', 'status': 'completed', 'code': 200} Aug 18 17:15:19.016876 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-535dbf9f-dacf-489a-b3e4-28e936057b16 req-5f039b30-a26e-456a-a363-308839727b41 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478618 Aug 18 17:15:19.021963 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e853742-d208-4611-ac5d-909ed7661f6a service neutron] Pushing event updated for resources: {'Port': ['ID=ae35b8e6-3767-4d67-8189-4241efe3de81,revision_number=3']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:19.124409 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-70bdddb9-d4a4-465f-b676-551c19ac2d7d req-90550f87-4a65-4426-b2df-32d9b35d377d tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 210 time: 0.0449681 Aug 18 17:15:19.132089 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167cdc4-1966-40ca-ad46-59e6d1cee7e5 req-1e3c3820-12cd-4c60-9f50-2ab94e290b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:19.133547 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b167cdc4-1966-40ca-ad46-59e6d1cee7e5 req-1e3c3820-12cd-4c60-9f50-2ab94e290b59 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c5e8eba08dfc4946becd6dba63f94eec&device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 1128 time: 0.0622313 Aug 18 17:15:19.425911 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:19.428971 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167cdc4-1966-40ca-ad46-59e6d1cee7e5 req-2e6b6f99-baf1-4adc-aa87-bbd39e42e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:19.430507 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b167cdc4-1966-40ca-ad46-59e6d1cee7e5 req-2e6b6f99-baf1-4adc-aa87-bbd39e42e6d6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=c5e8eba08dfc4946becd6dba63f94eec&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1010137 Aug 18 17:15:19.526072 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167cdc4-1966-40ca-ad46-59e6d1cee7e5 req-f07b94b4-2444-4b8d-a6bd-e38c72d635a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:19.527580 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b167cdc4-1966-40ca-ad46-59e6d1cee7e5 req-f07b94b4-2444-4b8d-a6bd-e38c72d635a2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915194 Aug 18 17:15:19.609592 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-39d00d67-a37f-4bc4-9c69-1160c8699cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:19.611073 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-39d00d67-a37f-4bc4-9c69-1160c8699cbc service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c5e8eba08dfc4946becd6dba63f94eec&device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 1128 time: 0.0428772 Aug 18 17:15:19.621769 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-cebf0259-31b0-4139-b5cb-459396e6405a tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=692bb1c3de754fd98526bc68fda47c91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256994 Aug 18 17:15:19.653925 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-820e867d-5e18-4873-87a7-35788b6502a3 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae35b8e6-3767-4d67-8189-4241efe3de81 HTTP/1.1" status: 200 len: 217 time: 0.0366068 Aug 18 17:15:19.702660 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-f7a58c57-49c3-4afa-9195-975c59572b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:19.704139 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-f7a58c57-49c3-4afa-9195-975c59572b66 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=06f69413-f936-4aa9-b8fe-e83b1f874689 HTTP/1.1" status: 200 len: 850 time: 0.0447676 Aug 18 17:15:19.728029 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-76f262c9-7eb6-4bfd-a63e-0c5a60a967fb tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:19.729500 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-76f262c9-7eb6-4bfd-a63e-0c5a60a967fb tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1035631 Aug 18 17:15:19.743934 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-1db4eafc-4c2c-45dd-8e7a-913e44015a8c tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Request body: {'port': {'device_id': 'edc297fd-3aa2-4bc4-b6e4-0be967fe7838', 'network_id': '539c197f-7729-4ba9-a10f-73c7282f57cb', 'admin_state_up': True, 'tenant_id': '692bb1c3de754fd98526bc68fda47c91'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:15:19.750149 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-0550bffe-640b-4b4b-b90c-efe1f017df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:19.751685 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-0550bffe-640b-4b4b-b90c-efe1f017df4e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=744636b7-76bc-439f-9116-8e1ee85b3624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420125 Aug 18 17:15:19.862501 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-937f3025-73d7-4141-8910-64f57cbb614e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048295 Aug 18 17:15:19.952713 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-59971b4c-8b2f-4dc2-8dcf-3636bc993db6 req-6636ec18-92be-4607-b2a0-1495f85b78aa service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842614 Aug 18 17:15:20.035467 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-1db4eafc-4c2c-45dd-8e7a-913e44015a8c tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Made reservation on behalf of 692bb1c3de754fd98526bc68fda47c91 for: {'port': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:15:20.039062 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-1db4eafc-4c2c-45dd-8e7a-913e44015a8c tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:20.048255 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-1db4eafc-4c2c-45dd-8e7a-913e44015a8c tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:20.163811 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-1db4eafc-4c2c-45dd-8e7a-913e44015a8c tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Publish callbacks [] for security_group (22d8f487-5f5c-471d-a749-b25e97c8fe02), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:20.170567 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfd33a-d353-4ef0-8693-b069e784eba8 req-138ac920-f859-41dd-a40d-cfbb224ab7b8 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:20.172181 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2cdfd33a-d353-4ef0-8693-b069e784eba8 req-138ac920-f859-41dd-a40d-cfbb224ab7b8 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 944 time: 0.0715704 Aug 18 17:15:20.231494 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-2cdfd33a-d353-4ef0-8693-b069e784eba8 req-7d35b7f6-4ad0-48c1-8f43-51f1fee0ba82 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528984 Aug 18 17:15:20.246240 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5f49fa5f-bf32-4ef9-923b-0fa666b0ace7 req-636cfc18-d589-42f1-b406-08790a52e8cc tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 210 time: 0.0387907 Aug 18 17:15:20.340812 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-1db4eafc-4c2c-45dd-8e7a-913e44015a8c tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (22d8f487-5f5c-471d-a749-b25e97c8fe02), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:20.372738 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:20.400948 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4eafc-4c2c-45dd-8e7a-913e44015a8c tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22d8f487-5f5c-471d-a749-b25e97c8fe02,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:20.419316 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:20.478055 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-1db4eafc-4c2c-45dd-8e7a-913e44015a8c tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Allocated IP 192.168.233.9 (539c197f-7729-4ba9-a10f-73c7282f57cb/d7e6a1a1-2fa9-4043-8f1b-f5c71c20ffbe/d0fdc6da-2556-482e-ad5d-5bef103df0d3) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:15:20.635681 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-1db4eafc-4c2c-45dd-8e7a-913e44015a8c tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Publish callbacks [] for port (d0fdc6da-2556-482e-ad5d-5bef103df0d3), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:20.834105 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-1db4eafc-4c2c-45dd-8e7a-913e44015a8c tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (d0fdc6da-2556-482e-ad5d-5bef103df0d3), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:20.875404 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-1db4eafc-4c2c-45dd-8e7a-913e44015a8c tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Network 539c197f-7729-4ba9-a10f-73c7282f57cb is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:15:20.881417 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-1db4eafc-4c2c-45dd-8e7a-913e44015a8c tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:15:20.885279 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-1db4eafc-4c2c-45dd-8e7a-913e44015a8c tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:15:20.912293 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4eafc-4c2c-45dd-8e7a-913e44015a8c tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Pushing event updated for resources: {'Port': ['ID=d0fdc6da-2556-482e-ad5d-5bef103df0d3,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:20.944839 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-1db4eafc-4c2c-45dd-8e7a-913e44015a8c tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:20.945450 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-1db4eafc-4c2c-45dd-8e7a-913e44015a8c tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:21.075130 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:21.121777 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-a4eb3bf8-2f25-4d63-9d9a-b003a93f9738 None None] Provisioning complete for port d0fdc6da-2556-482e-ad5d-5bef103df0d3 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:15:21.122365 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-a4eb3bf8-2f25-4d63-9d9a-b003a93f9738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (d0fdc6da-2556-482e-ad5d-5bef103df0d3), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:21.155614 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-a4eb3bf8-2f25-4d63-9d9a-b003a93f9738 None None] Port d0fdc6da-2556-482e-ad5d-5bef103df0d3 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:15:21.177281 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-1db4eafc-4c2c-45dd-8e7a-913e44015a8c tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4395964 Aug 18 17:15:21.188461 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] Request body: {'port': {'device_id': 'edc297fd-3aa2-4bc4-b6e4-0be967fe7838', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85367'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:15:21.252211 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (d0fdc6da-2556-482e-ad5d-5bef103df0d3), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:21.336917 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:21.377586 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b56f52-2593-42ee-830c-7b1481af3ac8 req-7df7c221-e5ec-4eb6-bc26-68c5488e5481 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:21.380556 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c1b56f52-2593-42ee-830c-7b1481af3ac8 req-7df7c221-e5ec-4eb6-bc26-68c5488e5481 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 934 time: 0.0542960 Aug 18 17:15:21.415382 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06816470-f617-4be8-8e07-4d4d71ea03ec req-568dd272-eb25-49f7-a6f4-924e579187cb tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:21.416840 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-06816470-f617-4be8-8e07-4d4d71ea03ec req-568dd272-eb25-49f7-a6f4-924e579187cb tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 944 time: 0.0972741 Aug 18 17:15:21.440774 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c1b56f52-2593-42ee-830c-7b1481af3ac8 req-dc1fac22-810f-425c-9a14-d54ff2229b1c tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22d8f487-5f5c-471d-a749-b25e97c8fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543022 Aug 18 17:15:21.531568 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-06816470-f617-4be8-8e07-4d4d71ea03ec req-e1c17266-affc-4423-80f4-d687f57a8b21 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028521 Aug 18 17:15:21.611349 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0fdc6da-2556-482e-ad5d-5bef103df0d3 {{(pid=106919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:15:21.619270 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] Publish callbacks [] for port (d0fdc6da-2556-482e-ad5d-5bef103df0d3), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:21.622795 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:21.633215 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.provisioning_blocks [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] Transition to ACTIVE for port object d0fdc6da-2556-482e-ad5d-5bef103df0d3 will not be triggered until provisioned by entity L2. {{(pid=106919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 18 17:15:21.843594 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (d0fdc6da-2556-482e-ad5d-5bef103df0d3), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:22.172129 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] Pushing event updated for resources: {'Port': ['ID=d0fdc6da-2556-482e-ad5d-5bef103df0d3,revision_number=2']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:22.219579 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.managers [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] Attempting to bind port d0fdc6da-2556-482e-ad5d-5bef103df0d3 on host hv-cinder-85367 for vnic_type normal with profile {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:15:22.219917 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.managers [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] Attempting to bind port d0fdc6da-2556-482e-ad5d-5bef103df0d3 by drivers openvswitch,hyperv on host hv-cinder-85367 at level 0 using segments [{'id': '769454a4-4610-4013-84ab-13497d730301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '539c197f-7729-4ba9-a10f-73c7282f57cb'}] {{(pid=106919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:15:22.220240 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] Attempting to bind port d0fdc6da-2556-482e-ad5d-5bef103df0d3 on network 539c197f-7729-4ba9-a10f-73c7282f57cb {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:15:22.225086 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] Port d0fdc6da-2556-482e-ad5d-5bef103df0d3 on network 539c197f-7729-4ba9-a10f-73c7282f57cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85367 {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 17:15:22.225393 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] Attempting to bind port d0fdc6da-2556-482e-ad5d-5bef103df0d3 on network 539c197f-7729-4ba9-a10f-73c7282f57cb {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:15:22.230202 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] Checking agent: {'id': '7d5d2def-e0b5-42a1-88b7-94e33648777b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85367', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'started_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:15:22.230530 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] Checking segment: {'id': '769454a4-4610-4013-84ab-13497d730301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '539c197f-7729-4ba9-a10f-73c7282f57cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:15:22.230908 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] Bound using segment: {'id': '769454a4-4610-4013-84ab-13497d730301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '539c197f-7729-4ba9-a10f-73c7282f57cb'} {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:15:22.231333 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.managers [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] Bound port: d0fdc6da-2556-482e-ad5d-5bef103df0d3, host: hv-cinder-85367, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '769454a4-4610-4013-84ab-13497d730301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '539c197f-7729-4ba9-a10f-73c7282f57cb'}}] {{(pid=106919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:15:22.231708 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (d0fdc6da-2556-482e-ad5d-5bef103df0d3), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:22.292315 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] For port d0fdc6da-2556-482e-ad5d-5bef103df0d3, host hv-cinder-85367, cleared binding levels {{(pid=106919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:15:22.295302 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] For port d0fdc6da-2556-482e-ad5d-5bef103df0d3, host hv-cinder-85367, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=d0fdc6da-2556-482e-ad5d-5bef103df0d3,segment=NetworkSegment(769454a4-4610-4013-84ab-13497d730301),segment_id=769454a4-4610-4013-84ab-13497d730301)] {{(pid=106919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:15:22.463979 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (d0fdc6da-2556-482e-ad5d-5bef103df0d3), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:22.468207 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:22.468841 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:22.470266 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/d0fdc6da-2556-482e-ad5d-5bef103df0d3 HTTP/1.1" status: 200 len: 1096 time: 1.2859867 Aug 18 17:15:22.470771 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc297fd-3aa2-4bc4-b6e4-0be967fe7838', 'tag': 'd0fdc6da-2556-482e-ad5d-5bef103df0d3'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:15:22.473055 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf1ee68-5e69-4e7f-bdd8-89d6119e4da1" -d '{"events": [{"name": "network-changed", "server_uuid": "edc297fd-3aa2-4bc4-b6e4-0be967fe7838", "tag": "d0fdc6da-2556-482e-ad5d-5bef103df0d3"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:15:22.527204 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd5c335-c68d-4c13-a189-a63da5031530 x-openstack-request-id: req-bcd5c335-c68d-4c13-a189-a63da5031530 {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:15:22.527528 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc297fd-3aa2-4bc4-b6e4-0be967fe7838", "tag": "d0fdc6da-2556-482e-ad5d-5bef103df0d3", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:15:22.527785 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bcd5c335-c68d-4c13-a189-a63da5031530 {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:15:22.528269 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd5c335-c68d-4c13-a189-a63da5031530'] response: {'name': 'network-changed', 'server_uuid': 'edc297fd-3aa2-4bc4-b6e4-0be967fe7838', 'tag': 'd0fdc6da-2556-482e-ad5d-5bef103df0d3', 'status': 'completed', 'code': 200} Aug 18 17:15:22.534262 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919c1ba-5df0-4241-bb1b-de4d06518e7c service neutron] Pushing event updated for resources: {'Port': ['ID=d0fdc6da-2556-482e-ad5d-5bef103df0d3,revision_number=3']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:22.586950 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1ee68-5e69-4e7f-bdd8-89d6119e4da1 req-73ed4fb9-ccbe-4217-8800-4c6c8ab30d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:22.588586 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bbf1ee68-5e69-4e7f-bdd8-89d6119e4da1 req-73ed4fb9-ccbe-4217-8800-4c6c8ab30d2d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=692bb1c3de754fd98526bc68fda47c91&device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 1130 time: 0.0456374 Aug 18 17:15:22.619493 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bbf1ee68-5e69-4e7f-bdd8-89d6119e4da1 req-95d2ff4e-34e4-42a4-88a7-69ac0d90577d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=692bb1c3de754fd98526bc68fda47c91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232947 Aug 18 17:15:22.687247 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061f5f0-b886-46a8-b4b0-00f067715cb7 req-a606fce6-6efa-4a6c-b2fa-a0ae4bfbe7ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:22.688756 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4061f5f0-b886-46a8-b4b0-00f067715cb7 req-a606fce6-6efa-4a6c-b2fa-a0ae4bfbe7ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 944 time: 0.0724595 Aug 18 17:15:22.766805 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6a93f-2c32-4ca3-bfd3-49418d7455ad req-d45a24f7-8a93-4e64-9151-89d23d40c63e tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:22.768417 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e0b6a93f-2c32-4ca3-bfd3-49418d7455ad req-d45a24f7-8a93-4e64-9151-89d23d40c63e tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 946 time: 0.2500944 Aug 18 17:15:22.786904 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-4061f5f0-b886-46a8-b4b0-00f067715cb7 req-ebfea357-4cbb-4348-8dc0-ba00eaf0e91b tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691381 Aug 18 17:15:22.788111 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1ee68-5e69-4e7f-bdd8-89d6119e4da1 req-3ff769a5-5158-4dc0-aff1-9acb46761f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:22.789478 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bbf1ee68-5e69-4e7f-bdd8-89d6119e4da1 req-3ff769a5-5158-4dc0-aff1-9acb46761f85 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1626792 Aug 18 17:15:22.822533 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e0b6a93f-2c32-4ca3-bfd3-49418d7455ad req-22fc45e5-2d1f-424c-86ce-cbfe77949a64 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22d8f487-5f5c-471d-a749-b25e97c8fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474935 Aug 18 17:15:22.879762 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-585e261b-e07b-4da3-8362-3198c5bcc51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:22.882091 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-585e261b-e07b-4da3-8362-3198c5bcc51e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=692bb1c3de754fd98526bc68fda47c91&device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 1130 time: 0.0406709 Aug 18 17:15:22.924242 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-b2f98954-b824-452f-8c4e-f7a3977f7730 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=d0fdc6da-2556-482e-ad5d-5bef103df0d3 HTTP/1.1" status: 200 len: 217 time: 0.0351760 Aug 18 17:15:22.973666 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-b91f9cce-a0e0-4dc3-971b-6d757c4981da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:22.975050 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-b91f9cce-a0e0-4dc3-971b-6d757c4981da service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=d7e6a1a1-2fa9-4043-8f1b-f5c71c20ffbe HTTP/1.1" status: 200 len: 843 time: 0.0445883 Aug 18 17:15:23.016719 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:23.019969 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-c0cca3bc-f7bf-4f4f-b12f-2365ae9028c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:23.021503 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-c0cca3bc-f7bf-4f4f-b12f-2365ae9028c7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=539c197f-7729-4ba9-a10f-73c7282f57cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0407388 Aug 18 17:15:23.118177 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-4b6ab381-92bb-4a13-a0cd-dbc4d515cb9f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/539c197f-7729-4ba9-a10f-73c7282f57cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908701 Aug 18 17:15:23.209369 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-d51ad0ff-298d-4540-9347-9ad41874a0b5 req-215ae0e5-6605-4773-9125-743fb40f0613 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/539c197f-7729-4ba9-a10f-73c7282f57cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855477 Aug 18 17:15:23.964376 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597003-d90f-4e44-a628-f856350330c0 req-8da4cf6e-1042-4d6b-a014-233851fb29b1 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:23.966615 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-67597003-d90f-4e44-a628-f856350330c0 req-8da4cf6e-1042-4d6b-a014-233851fb29b1 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 946 time: 0.0644047 Aug 18 17:15:23.977096 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130fef5-7b3b-45d8-a68c-76ed21fa6c1d req-4a98ed9a-043e-4d96-afe5-3a7fa9726185 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:23.978612 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e130fef5-7b3b-45d8-a68c-76ed21fa6c1d req-4a98ed9a-043e-4d96-afe5-3a7fa9726185 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 944 time: 0.1175711 Aug 18 17:15:24.033478 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-67597003-d90f-4e44-a628-f856350330c0 req-08105e87-3a18-4026-8685-b6d407b063da tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22d8f487-5f5c-471d-a749-b25e97c8fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594459 Aug 18 17:15:24.045671 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e130fef5-7b3b-45d8-a68c-76ed21fa6c1d req-e0d16505-89b4-4f56-88e8-5d73a4119682 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547061 Aug 18 17:15:25.155060 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7f705-8ae1-4488-9576-9f41d8e2f6e8 req-2622bcae-989a-4762-b65f-16c699fcf6ca tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:25.156592 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-36c7f705-8ae1-4488-9576-9f41d8e2f6e8 req-2622bcae-989a-4762-b65f-16c699fcf6ca tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 946 time: 0.0477636 Aug 18 17:15:25.167065 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715236f-2eda-4ad2-8676-d85fe97ef863 req-22d39373-99e3-469e-9d19-3f504ef35c99 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:25.171334 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1715236f-2eda-4ad2-8676-d85fe97ef863 req-22d39373-99e3-469e-9d19-3f504ef35c99 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 944 time: 0.0482996 Aug 18 17:15:25.206163 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-36c7f705-8ae1-4488-9576-9f41d8e2f6e8 req-3cd6e4ac-8027-4e32-8d03-02286e160354 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22d8f487-5f5c-471d-a749-b25e97c8fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435369 Aug 18 17:15:25.209230 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:25.223653 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1715236f-2eda-4ad2-8676-d85fe97ef863 req-6f476165-fa87-4cde-821a-179a977f6e13 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495358 Aug 18 17:15:25.318752 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:25.413517 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device d0fdc6da-2556-482e-ad5d-5bef103df0d3 details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:15:25.425836 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:25.520639 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port d0fdc6da-2556-482e-ad5d-5bef103df0d3, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=d0fdc6da-2556-482e-ad5d-5bef103df0d3,segment=NetworkSegment(769454a4-4610-4013-84ab-13497d730301),segment_id=769454a4-4610-4013-84ab-13497d730301)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:15:25.532519 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': 'd0fdc6da-2556-482e-ad5d-5bef103df0d3', 'network_id': '539c197f-7729-4ba9-a10f-73c7282f57cb', 'port_id': 'd0fdc6da-2556-482e-ad5d-5bef103df0d3', 'mac_address': 'fa:16:3e:da:78:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e6a1a1-2fa9-4043-8f1b-f5c71c20ffbe', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:15:25.570633 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port d0fdc6da-2556-482e-ad5d-5bef103df0d3 is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:15:25.570998 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (d0fdc6da-2556-482e-ad5d-5bef103df0d3), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:25.584508 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0fdc6da-2556-482e-ad5d-5bef103df0d3 {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:15:25.604676 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port d0fdc6da-2556-482e-ad5d-5bef103df0d3, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=d0fdc6da-2556-482e-ad5d-5bef103df0d3,segment=NetworkSegment(769454a4-4610-4013-84ab-13497d730301),segment_id=769454a4-4610-4013-84ab-13497d730301)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:15:25.754476 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (d0fdc6da-2556-482e-ad5d-5bef103df0d3), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:25.807254 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=d0fdc6da-2556-482e-ad5d-5bef103df0d3,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:25.977818 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['d0fdc6da-2556-482e-ad5d-5bef103df0d3'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:15:26.061390 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:26.090006 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:26.330546 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc8e4f-5fae-4a48-a92e-23b436dfa039 req-e1fc54b5-0c5e-41b8-814f-c1bd886bc92a tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:26.332044 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e1fc8e4f-5fae-4a48-a92e-23b436dfa039 req-e1fc54b5-0c5e-41b8-814f-c1bd886bc92a tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 947 time: 0.0506198 Aug 18 17:15:26.346087 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7ff51-f90d-4d0a-a266-f7f278efd163 req-b6934c53-7b2d-4c12-beb2-6f37ee7b22dd tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:26.347607 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bbb7ff51-f90d-4d0a-a266-f7f278efd163 req-b6934c53-7b2d-4c12-beb2-6f37ee7b22dd tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 944 time: 0.0478868 Aug 18 17:15:26.382446 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e1fc8e4f-5fae-4a48-a92e-23b436dfa039 req-de03110a-2ab8-4bfb-81d0-03d29fa29e78 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22d8f487-5f5c-471d-a749-b25e97c8fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443168 Aug 18 17:15:26.404573 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-bbb7ff51-f90d-4d0a-a266-f7f278efd163 req-18e8b59e-8b42-4a68-9365-2cd2a48b245b tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506566 Aug 18 17:15:27.318982 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=20,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:27.413621 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device ae35b8e6-3767-4d67-8189-4241efe3de81 details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:15:27.417063 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device d0fdc6da-2556-482e-ad5d-5bef103df0d3 up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:15:27.510881 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668e5fa-416b-4f59-a5b2-707b737e4dfd req-2c4761bf-4914-4f47-b87b-6f183003463d tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:27.512468 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c668e5fa-416b-4f59-a5b2-707b737e4dfd req-2c4761bf-4914-4f47-b87b-6f183003463d tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 947 time: 0.0521767 Aug 18 17:15:27.524142 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning for port d0fdc6da-2556-482e-ad5d-5bef103df0d3 completed by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 18 17:15:27.540310 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177104d9-c270-45a1-ac0c-f6ad42a3df89 req-4acc4245-df87-422d-b2df-cc983ee55fc4 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:27.541852 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-177104d9-c270-45a1-ac0c-f6ad42a3df89 req-4acc4245-df87-422d-b2df-cc983ee55fc4 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 944 time: 0.0566831 Aug 18 17:15:27.563147 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port ae35b8e6-3767-4d67-8189-4241efe3de81, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=ae35b8e6-3767-4d67-8189-4241efe3de81,segment=NetworkSegment(18f1b367-0c7e-4cfe-a0a6-677c8efd49ab),segment_id=18f1b367-0c7e-4cfe-a0a6-677c8efd49ab)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:15:27.568328 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c668e5fa-416b-4f59-a5b2-707b737e4dfd req-7d59e7b2-31fe-4230-95a7-5f8df07f2df0 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22d8f487-5f5c-471d-a749-b25e97c8fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492928 Aug 18 17:15:27.575919 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': 'ae35b8e6-3767-4d67-8189-4241efe3de81', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'port_id': 'ae35b8e6-3767-4d67-8189-4241efe3de81', 'mac_address': 'fa:16:3e:cc:fd:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:15:27.603692 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-177104d9-c270-45a1-ac0c-f6ad42a3df89 req-09d18f6c-225a-450f-8769-240c9b32491e tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555272 Aug 18 17:15:27.617262 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port ae35b8e6-3767-4d67-8189-4241efe3de81 is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:15:27.617655 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (ae35b8e6-3767-4d67-8189-4241efe3de81), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:27.630873 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae35b8e6-3767-4d67-8189-4241efe3de81 {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:15:27.651243 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port ae35b8e6-3767-4d67-8189-4241efe3de81, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=ae35b8e6-3767-4d67-8189-4241efe3de81,segment=NetworkSegment(18f1b367-0c7e-4cfe-a0a6-677c8efd49ab),segment_id=18f1b367-0c7e-4cfe-a0a6-677c8efd49ab)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:15:27.677054 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port d0fdc6da-2556-482e-ad5d-5bef103df0d3 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:15:27.687633 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (d0fdc6da-2556-482e-ad5d-5bef103df0d3), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:27.750977 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port d0fdc6da-2556-482e-ad5d-5bef103df0d3 is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:15:27.751364 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (d0fdc6da-2556-482e-ad5d-5bef103df0d3), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:27.775337 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc297fd-3aa2-4bc4-b6e4-0be967fe7838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fdc6da-2556-482e-ad5d-5bef103df0d3'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:15:27.777527 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac6e36c-0643-4ba6-b045-279000247c85" -d '{"events": [{"server_uuid": "edc297fd-3aa2-4bc4-b6e4-0be967fe7838", "name": "network-vif-plugged", "status": "completed", "tag": "d0fdc6da-2556-482e-ad5d-5bef103df0d3"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:15:27.790729 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port d0fdc6da-2556-482e-ad5d-5bef103df0d3, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=d0fdc6da-2556-482e-ad5d-5bef103df0d3,segment=NetworkSegment(769454a4-4610-4013-84ab-13497d730301),segment_id=769454a4-4610-4013-84ab-13497d730301)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:15:27.813900 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59eb7850-78b0-43f5-8bca-c6694b789da3 x-openstack-request-id: req-59eb7850-78b0-43f5-8bca-c6694b789da3 {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:15:27.814183 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc297fd-3aa2-4bc4-b6e4-0be967fe7838", "name": "network-vif-plugged", "status": "completed", "tag": "d0fdc6da-2556-482e-ad5d-5bef103df0d3", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:15:27.814430 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-59eb7850-78b0-43f5-8bca-c6694b789da3 {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:15:27.814824 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59eb7850-78b0-43f5-8bca-c6694b789da3'] response: {'server_uuid': 'edc297fd-3aa2-4bc4-b6e4-0be967fe7838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0fdc6da-2556-482e-ad5d-5bef103df0d3', 'code': 200} Aug 18 17:15:27.888841 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (ae35b8e6-3767-4d67-8189-4241efe3de81), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:27.939946 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=ae35b8e6-3767-4d67-8189-4241efe3de81,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:28.128266 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['ae35b8e6-3767-4d67-8189-4241efe3de81'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:15:28.134339 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (d0fdc6da-2556-482e-ad5d-5bef103df0d3), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:28.224966 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=d0fdc6da-2556-482e-ad5d-5bef103df0d3,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:28.383610 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2e0ac-7d68-4678-8e03-946ae6b47025 req-aa902433-6955-4ce0-9217-0b73339181b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:28.385332 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-14f2e0ac-7d68-4678-8e03-946ae6b47025 req-aa902433-6955-4ce0-9217-0b73339181b6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 1132 time: 0.0441411 Aug 18 17:15:28.407344 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:28.430709 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-14f2e0ac-7d68-4678-8e03-946ae6b47025 req-d5d902af-7539-4c7f-b865-1f1fd3eeecbd service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=22d8f487-5f5c-471d-a749-b25e97c8fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393112 Aug 18 17:15:28.693880 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e1788-d4d4-4f57-9807-e48611ecf0f6 req-98510b77-81f6-470c-820e-5e2ccec0be90 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:28.695598 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-251e1788-d4d4-4f57-9807-e48611ecf0f6 req-98510b77-81f6-470c-820e-5e2ccec0be90 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 948 time: 0.0524909 Aug 18 17:15:28.726117 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b533aa-a065-4789-b1af-34274f0e6e8c req-7e485552-80f5-45b7-af8d-18ddf219b356 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:28.741870 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e6b533aa-a065-4789-b1af-34274f0e6e8c req-7e485552-80f5-45b7-af8d-18ddf219b356 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 945 time: 0.0478141 Aug 18 17:15:28.745988 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-251e1788-d4d4-4f57-9807-e48611ecf0f6 req-f9dd6456-a1be-4033-939b-413448c759d9 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22d8f487-5f5c-471d-a749-b25e97c8fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443771 Aug 18 17:15:28.783325 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e6b533aa-a065-4789-b1af-34274f0e6e8c req-e7dc6257-18ff-4433-9fa0-6e41b7565a5b tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497787 Aug 18 17:15:29.425999 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device ae35b8e6-3767-4d67-8189-4241efe3de81 up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:15:29.470136 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning for port ae35b8e6-3767-4d67-8189-4241efe3de81 completed by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 18 17:15:29.709679 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port ae35b8e6-3767-4d67-8189-4241efe3de81 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:15:29.709988 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (ae35b8e6-3767-4d67-8189-4241efe3de81), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:29.793843 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port ae35b8e6-3767-4d67-8189-4241efe3de81 is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:15:29.794304 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (ae35b8e6-3767-4d67-8189-4241efe3de81), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:29.825473 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe99c95-ce5b-467a-92d4-15b02ac57d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae35b8e6-3767-4d67-8189-4241efe3de81'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:15:29.838836 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4e15c8-f252-4d25-b437-082c48b979c2" -d '{"events": [{"server_uuid": "bbe99c95-ce5b-467a-92d4-15b02ac57d02", "name": "network-vif-plugged", "status": "completed", "tag": "ae35b8e6-3767-4d67-8189-4241efe3de81"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:15:29.846984 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port ae35b8e6-3767-4d67-8189-4241efe3de81, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=ae35b8e6-3767-4d67-8189-4241efe3de81,segment=NetworkSegment(18f1b367-0c7e-4cfe-a0a6-677c8efd49ab),segment_id=18f1b367-0c7e-4cfe-a0a6-677c8efd49ab)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:15:29.876521 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc153f-a54b-41eb-9988-f50c2524bb70 req-f5a5aebd-588a-41a1-adfd-77fd3a694b2d tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:29.878104 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e0bc153f-a54b-41eb-9988-f50c2524bb70 req-f5a5aebd-588a-41a1-adfd-77fd3a694b2d tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 948 time: 0.0555856 Aug 18 17:15:29.913708 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f773c-14db-425f-8fc9-e96ffe45525a req-135ef6ac-1072-464e-ad61-66f1eecc3fc8 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:29.915197 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e77f773c-14db-425f-8fc9-e96ffe45525a req-135ef6ac-1072-464e-ad61-66f1eecc3fc8 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 945 time: 0.0490139 Aug 18 17:15:29.930997 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e0bc153f-a54b-41eb-9988-f50c2524bb70 req-24f677aa-7211-425e-8b35-df10941d3756 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22d8f487-5f5c-471d-a749-b25e97c8fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462496 Aug 18 17:15:29.974200 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e77f773c-14db-425f-8fc9-e96ffe45525a req-c956358e-72ca-42f1-b545-bec7d4390985 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475626 Aug 18 17:15:29.979003 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a15e47-e025-482c-93ad-81575eb88b2e x-openstack-request-id: req-27a15e47-e025-482c-93ad-81575eb88b2e {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:15:29.979298 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe99c95-ce5b-467a-92d4-15b02ac57d02", "name": "network-vif-plugged", "status": "completed", "tag": "ae35b8e6-3767-4d67-8189-4241efe3de81", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:15:29.979582 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-27a15e47-e025-482c-93ad-81575eb88b2e {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:15:29.979988 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a15e47-e025-482c-93ad-81575eb88b2e'] response: {'server_uuid': 'bbe99c95-ce5b-467a-92d4-15b02ac57d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae35b8e6-3767-4d67-8189-4241efe3de81', 'code': 200} Aug 18 17:15:29.994828 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (ae35b8e6-3767-4d67-8189-4241efe3de81), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:30.043844 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=ae35b8e6-3767-4d67-8189-4241efe3de81,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:30.699876 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0512f-9663-450a-9f1d-08ab1625628b req-29f52120-63b9-44c1-b6f1-ddc7db93027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:30.701389 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0ef0512f-9663-450a-9f1d-08ab1625628b req-29f52120-63b9-44c1-b6f1-ddc7db93027c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 1130 time: 0.0384634 Aug 18 17:15:30.751997 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0ef0512f-9663-450a-9f1d-08ab1625628b req-e70b08e6-b9cc-435e-b00f-077ab2eb6529 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431345 Aug 18 17:15:31.055733 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca74616-3f48-4447-84bd-80a3676a762b req-d04bd576-8098-4ca2-aab6-58b907df975e tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:31.057186 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0ca74616-3f48-4447-84bd-80a3676a762b req-d04bd576-8098-4ca2-aab6-58b907df975e tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 948 time: 0.0499334 Aug 18 17:15:31.093420 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db127151-e247-44e6-ad5e-0948a0583d22 req-ae9197d2-1f65-4e13-b566-3ea8723e04ba tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:31.094923 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-db127151-e247-44e6-ad5e-0948a0583d22 req-ae9197d2-1f65-4e13-b566-3ea8723e04ba tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 946 time: 0.0483444 Aug 18 17:15:31.108148 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0ca74616-3f48-4447-84bd-80a3676a762b req-e5a13290-1acc-421d-b9a2-223e6a7bb328 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22d8f487-5f5c-471d-a749-b25e97c8fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427511 Aug 18 17:15:31.147624 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-db127151-e247-44e6-ad5e-0948a0583d22 req-8ef728ee-7fdf-416e-82fc-99ac576c4555 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463121 Aug 18 17:15:31.713849 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c5b53-8c63-402b-9441-e9146a9c32e0 req-9d15bfcb-9bb5-4c47-ba5a-a98466cac5a1 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:31.715332 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e35c5b53-8c63-402b-9441-e9146a9c32e0 req-9d15bfcb-9bb5-4c47-ba5a-a98466cac5a1 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 948 time: 0.0521085 Aug 18 17:15:31.765135 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-e35c5b53-8c63-402b-9441-e9146a9c32e0 req-fae99a07-3404-480f-9e3b-3f38d22b5ba1 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22d8f487-5f5c-471d-a749-b25e97c8fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441508 Aug 18 17:15:32.271747 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcace340-976d-4023-9c4e-63045d0bf26e req-bf9689cd-4d09-4583-801d-d7467dc9ac38 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:32.273281 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-dcace340-976d-4023-9c4e-63045d0bf26e req-bf9689cd-4d09-4583-801d-d7467dc9ac38 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 946 time: 0.0484557 Aug 18 17:15:32.323371 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-dcace340-976d-4023-9c4e-63045d0bf26e req-6d563869-1b68-42be-9eb1-31414180cc89 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441763 Aug 18 17:15:32.434420 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:32.447802 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc48733-68cf-46b7-a263-f2d044dfed5f req-532a6c68-7d19-44f7-89b1-4ca0742458bf tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:32.449284 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5dc48733-68cf-46b7-a263-f2d044dfed5f req-532a6c68-7d19-44f7-89b1-4ca0742458bf tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 946 time: 0.0505180 Aug 18 17:15:32.498892 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-5dc48733-68cf-46b7-a263-f2d044dfed5f req-7f1510d7-cdd7-4a07-a5b4-8381ce56af4b tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440073 Aug 18 17:15:32.526559 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52528) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:15:32.569733 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ade4cc-6071-4f1f-8831-30f51da2763f tempest-TestVolumeBootPattern-506040339 tempest-TestVolumeBootPattern-506040339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:32.571388 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-a4ade4cc-6071-4f1f-8831-30f51da2763f tempest-TestVolumeBootPattern-506040339 tempest-TestVolumeBootPattern-506040339-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 1125 time: 0.0437353 Aug 18 17:15:32.574377 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52530) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:15:32.579723 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-e7f412bf-0d7a-4347-b076-2e8611fa3f61 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Request body: {'floatingip': {'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'port_id': 'ae35b8e6-3767-4d67-8189-4241efe3de81', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:15:32.697400 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:32.739996 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e7f412bf-0d7a-4347-b076-2e8611fa3f61 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:32.742677 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:32.826670 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e7f412bf-0d7a-4347-b076-2e8611fa3f61 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:32.836423 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:32.941574 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a01fb9-405e-4889-b663-d0b157a099d8 req-8519aa2e-7bce-418a-8465-c4659d16b7ae tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:32.943093 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-96a01fb9-405e-4889-b663-d0b157a099d8 req-8519aa2e-7bce-418a-8465-c4659d16b7ae tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 948 time: 0.1043129 Aug 18 17:15:33.022184 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [None req-e7f412bf-0d7a-4347-b076-2e8611fa3f61 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Allocated IP 172.27.1.231 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/f3a4a09d-c833-4bf3-adef-22f938cb8760) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:15:33.035176 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-96a01fb9-405e-4889-b663-d0b157a099d8 req-9385d85a-6f7f-4d17-879b-99e62c85c6db tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22d8f487-5f5c-471d-a749-b25e97c8fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738797 Aug 18 17:15:33.136892 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e7f412bf-0d7a-4347-b076-2e8611fa3f61 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for port (f3a4a09d-c833-4bf3-adef-22f938cb8760), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:33.260625 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e7f412bf-0d7a-4347-b076-2e8611fa3f61 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (f3a4a09d-c833-4bf3-adef-22f938cb8760), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:33.304372 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f412bf-0d7a-4347-b076-2e8611fa3f61 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:15:33.309608 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-e7f412bf-0d7a-4347-b076-2e8611fa3f61 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:15:33.311801 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f412bf-0d7a-4347-b076-2e8611fa3f61 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event updated for resources: {'Port': ['ID=f3a4a09d-c833-4bf3-adef-22f938cb8760,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:33.313929 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f412bf-0d7a-4347-b076-2e8611fa3f61 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:15:33.521000 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:33.567164 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625aa39-ca7f-4455-a476-df86a0abdfb3 req-e1d0a2fd-807f-4bd8-a4c0-cd46d61eca2a tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:33.568714 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e625aa39-ca7f-4455-a476-df86a0abdfb3 req-e1d0a2fd-807f-4bd8-a4c0-cd46d61eca2a tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 948 time: 0.0612128 Aug 18 17:15:33.738560 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [req-e625aa39-ca7f-4455-a476-df86a0abdfb3 req-57108f83-2eca-466e-8aa3-c0aa9fc62999 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Deleting port d0fdc6da-2556-482e-ad5d-5bef103df0d3 {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:15:33.738904 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-e625aa39-ca7f-4455-a476-df86a0abdfb3 req-57108f83-2eca-466e-8aa3-c0aa9fc62999 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (d0fdc6da-2556-482e-ad5d-5bef103df0d3), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:33.816731 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:33.854295 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e7f412bf-0d7a-4347-b076-2e8611fa3f61 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for floatingip (eb80bb0b-79a8-4d45-8831-1d2b1407d515), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:33.900274 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [req-e625aa39-ca7f-4455-a476-df86a0abdfb3 req-57108f83-2eca-466e-8aa3-c0aa9fc62999 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] For port d0fdc6da-2556-482e-ad5d-5bef103df0d3, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=d0fdc6da-2556-482e-ad5d-5bef103df0d3,segment=NetworkSegment(769454a4-4610-4013-84ab-13497d730301),segment_id=769454a4-4610-4013-84ab-13497d730301)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:15:33.900629 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-e625aa39-ca7f-4455-a476-df86a0abdfb3 req-57108f83-2eca-466e-8aa3-c0aa9fc62999 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (d0fdc6da-2556-482e-ad5d-5bef103df0d3), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:33.921057 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [req-e625aa39-ca7f-4455-a476-df86a0abdfb3 req-57108f83-2eca-466e-8aa3-c0aa9fc62999 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Calling delete_port for d0fdc6da-2556-482e-ad5d-5bef103df0d3 owned by compute:nova {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:15:34.065801 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e7f412bf-0d7a-4347-b076-2e8611fa3f61 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (f3a4a09d-c833-4bf3-adef-22f938cb8760), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:34.157003 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523540b-56f1-4775-abc7-e7ad2b61afa9 req-2a8efeae-ffb0-4856-b6d1-0f975bd4760d tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:34.158573 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d523540b-56f1-4775-abc7-e7ad2b61afa9 req-2a8efeae-ffb0-4856-b6d1-0f975bd4760d tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 948 time: 0.0471814 Aug 18 17:15:34.183932 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-e625aa39-ca7f-4455-a476-df86a0abdfb3 req-57108f83-2eca-466e-8aa3-c0aa9fc62999 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (d0fdc6da-2556-482e-ad5d-5bef103df0d3), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:34.195858 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['d0fdc6da-2556-482e-ad5d-5bef103df0d3'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:15:34.201176 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=100 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:34.217233 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d523540b-56f1-4775-abc7-e7ad2b61afa9 req-8fdc4c98-44d7-47bb-9af9-0d2aa6c4fa07 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22d8f487-5f5c-471d-a749-b25e97c8fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530183 Aug 18 17:15:34.236699 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57108f83-2eca-466e-8aa3-c0aa9fc62999 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Pushing event deleted for resources: {'Port': ['ID=d0fdc6da-2556-482e-ad5d-5bef103df0d3,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:34.283419 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e7f412bf-0d7a-4347-b076-2e8611fa3f61 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for port (f3a4a09d-c833-4bf3-adef-22f938cb8760), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:34.300420 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [req-e625aa39-ca7f-4455-a476-df86a0abdfb3 req-57108f83-2eca-466e-8aa3-c0aa9fc62999 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] No DVR routers for this DVR port d0fdc6da-2556-482e-ad5d-5bef103df0d3 on host hv-cinder-85367 {{(pid=106919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:15:34.302992 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-e625aa39-ca7f-4455-a476-df86a0abdfb3 req-57108f83-2eca-466e-8aa3-c0aa9fc62999 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:34.306274 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e625aa39-ca7f-4455-a476-df86a0abdfb3 req-57108f83-2eca-466e-8aa3-c0aa9fc62999 tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.40 "DELETE /networking/v2.0/ports/d0fdc6da-2556-482e-ad5d-5bef103df0d3 HTTP/1.1" status: 204 len: 173 time: 0.7316630 Aug 18 17:15:34.306865 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc297fd-3aa2-4bc4-b6e4-0be967fe7838', 'name': 'network-vif-deleted', 'tag': 'd0fdc6da-2556-482e-ad5d-5bef103df0d3'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:15:34.309054 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84e1ebf-6a00-4b3b-9b17-1bb2c480bc1f" -d '{"events": [{"server_uuid": "edc297fd-3aa2-4bc4-b6e4-0be967fe7838", "name": "network-vif-deleted", "tag": "d0fdc6da-2556-482e-ad5d-5bef103df0d3"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:15:34.351173 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cc3c02-1a90-4127-a780-b96822ec2966 x-openstack-request-id: req-f4cc3c02-1a90-4127-a780-b96822ec2966 {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:15:34.351622 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc297fd-3aa2-4bc4-b6e4-0be967fe7838", "name": "network-vif-deleted", "tag": "d0fdc6da-2556-482e-ad5d-5bef103df0d3", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:15:34.351890 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f4cc3c02-1a90-4127-a780-b96822ec2966 {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:15:34.352308 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4cc3c02-1a90-4127-a780-b96822ec2966'] response: {'server_uuid': 'edc297fd-3aa2-4bc4-b6e4-0be967fe7838', 'name': 'network-vif-deleted', 'tag': 'd0fdc6da-2556-482e-ad5d-5bef103df0d3', 'status': 'completed', 'code': 200} Aug 18 17:15:34.412636 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e7f412bf-0d7a-4347-b076-2e8611fa3f61 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (f3a4a09d-c833-4bf3-adef-22f938cb8760), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:34.487375 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e7f412bf-0d7a-4347-b076-2e8611fa3f61 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (eb80bb0b-79a8-4d45-8831-1d2b1407d515), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:34.489192 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f412bf-0d7a-4347-b076-2e8611fa3f61 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event updated for resources: {'Port': ['ID=f3a4a09d-c833-4bf3-adef-22f938cb8760,revision_number=2']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:34.574421 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:34.588320 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.l3_db [None req-e7f412bf-0d7a-4347-b076-2e8611fa3f61 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Floating IP eb80bb0b-79a8-4d45-8831-1d2b1407d515 associated. External IP: 172.27.1.231, port: ae35b8e6-3767-4d67-8189-4241efe3de81. Aug 18 17:15:34.691368 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:34.793161 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f412bf-0d7a-4347-b076-2e8611fa3f61 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Router be012b20-195d-49fe-9adf-bd1f6f5a0a2e has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:15:34.899291 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f412bf-0d7a-4347-b076-2e8611fa3f61 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:15:34.909852 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1181c8d0-8eed-4319-9957-be8426af018d None None] Sync routers for ids ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:15:34.920268 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1181c8d0-8eed-4319-9957-be8426af018d None None] Routers {'be012b20-195d-49fe-9adf-bd1f6f5a0a2e'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:15:34.920889 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-1181c8d0-8eed-4319-9957-be8426af018d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:15:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:15:35.021586 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:35.030304 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:35.030687 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e7f412bf-0d7a-4347-b076-2e8611fa3f61 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:35.032458 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-1181c8d0-8eed-4319-9957-be8426af018d None None] Set router be012b20-195d-49fe-9adf-bd1f6f5a0a2e gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:15:35.062308 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-e7f412bf-0d7a-4347-b076-2e8611fa3f61 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4868023 Aug 18 17:15:35.246001 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-1181c8d0-8eed-4319-9957-be8426af018d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:03Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': 'eb80bb0b-79a8-4d45-8831-1d2b1407d515', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'port_id': 'ae35b8e6-3767-4d67-8189-4241efe3de81', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'mac_address': 'fa:16:3e:cc:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe99c95-ce5b-467a-92d4-15b02ac57d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:15:33Z', 'updated_at': '2022-08-18T17:15:33Z', 'revision_number': 0, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f73396-559a-4a75-b914-74b19b856b10', 'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'mac_address': 'fa:16:3e:58:c2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:02Z', 'updated_at': '2022-08-18T17:12:07Z', 'revision_number': 5, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'subnets': [{'id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:15:35.275829 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1181c8d0-8eed-4319-9957-be8426af018d None None] Checking router: be012b20-195d-49fe-9adf-bd1f6f5a0a2e for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:15:35.287718 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1181c8d0-8eed-4319-9957-be8426af018d None None] Routers {'be012b20-195d-49fe-9adf-bd1f6f5a0a2e'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:15:35.288394 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-1181c8d0-8eed-4319-9957-be8426af018d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:15:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:15:35.349302 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-06bb03ad-7b99-4def-a09a-0ec5ad9af2c6 req-85a72b0d-04c6-4cad-b761-1c157f15873b tempest-VolumesNegativeTest-1840446367 tempest-VolumesNegativeTest-1840446367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=edc297fd-3aa2-4bc4-b6e4-0be967fe7838 HTTP/1.1" status: 200 len: 210 time: 0.0282872 Aug 18 17:15:35.408206 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-1181c8d0-8eed-4319-9957-be8426af018d None None] Set router be012b20-195d-49fe-9adf-bd1f6f5a0a2e gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:15:35.756526 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-1181c8d0-8eed-4319-9957-be8426af018d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:03Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': 'eb80bb0b-79a8-4d45-8831-1d2b1407d515', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'port_id': 'ae35b8e6-3767-4d67-8189-4241efe3de81', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'mac_address': 'fa:16:3e:cc:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe99c95-ce5b-467a-92d4-15b02ac57d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:15:33Z', 'updated_at': '2022-08-18T17:15:33Z', 'revision_number': 0, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f73396-559a-4a75-b914-74b19b856b10', 'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'mac_address': 'fa:16:3e:58:c2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:02Z', 'updated_at': '2022-08-18T17:12:07Z', 'revision_number': 5, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'subnets': [{'id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:15:35.782705 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1181c8d0-8eed-4319-9957-be8426af018d None None] The sync data for ids ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'] in dv-cinder-853678-2-iscsi is: [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:03Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': 'eb80bb0b-79a8-4d45-8831-1d2b1407d515', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'port_id': 'ae35b8e6-3767-4d67-8189-4241efe3de81', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'mac_address': 'fa:16:3e:cc:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe99c95-ce5b-467a-92d4-15b02ac57d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:15:33Z', 'updated_at': '2022-08-18T17:15:33Z', 'revision_number': 0, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f73396-559a-4a75-b914-74b19b856b10', 'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'mac_address': 'fa:16:3e:58:c2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:02Z', 'updated_at': '2022-08-18T17:12:07Z', 'revision_number': 5, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'subnets': [{'id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:15:35.979077 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648dcd47-ab88-401b-86ad-f86c11107e5b None None] New status for floating IP eb80bb0b-79a8-4d45-8831-1d2b1407d515: ACTIVE {{(pid=106921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:15:36.353130 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe99c95-ce5b-467a-92d4-15b02ac57d02', 'tag': 'ae35b8e6-3767-4d67-8189-4241efe3de81'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:15:36.355572 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0bf69b-72e3-4a32-a8ed-ca7b51c4170b" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe99c95-ce5b-467a-92d4-15b02ac57d02", "tag": "ae35b8e6-3767-4d67-8189-4241efe3de81"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:15:36.394905 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c03ea62-bb60-4116-b8ba-beccfcedb32c x-openstack-request-id: req-6c03ea62-bb60-4116-b8ba-beccfcedb32c {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:15:36.395202 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe99c95-ce5b-467a-92d4-15b02ac57d02", "tag": "ae35b8e6-3767-4d67-8189-4241efe3de81", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:15:36.395754 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6c03ea62-bb60-4116-b8ba-beccfcedb32c {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:15:36.395916 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c03ea62-bb60-4116-b8ba-beccfcedb32c'] response: {'name': 'network-changed', 'server_uuid': 'bbe99c95-ce5b-467a-92d4-15b02ac57d02', 'tag': 'ae35b8e6-3767-4d67-8189-4241efe3de81', 'status': 'completed', 'code': 200} Aug 18 17:15:36.463821 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bf69b-72e3-4a32-a8ed-ca7b51c4170b req-e889b6f1-358b-4d55-b313-d6628444ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:36.465350 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1b0bf69b-72e3-4a32-a8ed-ca7b51c4170b req-e889b6f1-358b-4d55-b313-d6628444ab44 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c5e8eba08dfc4946becd6dba63f94eec&device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 1130 time: 0.0411522 Aug 18 17:15:36.562288 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bf69b-72e3-4a32-a8ed-ca7b51c4170b req-65e2fe94-8b93-46c4-a9e1-1d06b6627089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:36.563929 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1b0bf69b-72e3-4a32-a8ed-ca7b51c4170b req-65e2fe94-8b93-46c4-a9e1-1d06b6627089 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=744636b7-76bc-439f-9116-8e1ee85b3624 HTTP/1.1" status: 200 len: 912 time: 0.0917294 Aug 18 17:15:36.633130 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1b0bf69b-72e3-4a32-a8ed-ca7b51c4170b req-1a0a92db-e11d-4519-b840-923039b2f19b service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae35b8e6-3767-4d67-8189-4241efe3de81 HTTP/1.1" status: 200 len: 1002 time: 0.0633121 Aug 18 17:15:36.682371 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bf69b-72e3-4a32-a8ed-ca7b51c4170b req-27cdfe09-4efb-404c-a0d2-b8517b663ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:36.683882 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1b0bf69b-72e3-4a32-a8ed-ca7b51c4170b req-27cdfe09-4efb-404c-a0d2-b8517b663ba8 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=06f69413-f936-4aa9-b8fe-e83b1f874689 HTTP/1.1" status: 200 len: 850 time: 0.0442076 Aug 18 17:15:36.728066 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bf69b-72e3-4a32-a8ed-ca7b51c4170b req-61b0d33d-1e0e-4a1f-8371-7b1a42f8c237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:36.730960 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1b0bf69b-72e3-4a32-a8ed-ca7b51c4170b req-61b0d33d-1e0e-4a1f-8371-7b1a42f8c237 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=744636b7-76bc-439f-9116-8e1ee85b3624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390947 Aug 18 17:15:36.826972 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1b0bf69b-72e3-4a32-a8ed-ca7b51c4170b req-43cd3d54-c7c8-4495-9b97-0999598e1b2f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902259 Aug 18 17:15:36.858025 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:36.925375 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1b0bf69b-72e3-4a32-a8ed-ca7b51c4170b req-c435eeb7-3783-4d76-8df7-2f2543906662 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911782 Aug 18 17:15:37.493307 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device d0fdc6da-2556-482e-ad5d-5bef103df0d3 no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:15:37.516877 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] No Port match for: d0fdc6da-2556-482e-ad5d-5bef103df0d3 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:15:37.517225 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device d0fdc6da-2556-482e-ad5d-5bef103df0d3 not bound to the agent host hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:15:38.210799 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-68966916-7ac7-4577-ae20-48ee0636cad3 req-2d0c759c-20ea-48ad-bb9a-f7a9610323d5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402038 Aug 18 17:15:38.298546 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68966916-7ac7-4577-ae20-48ee0636cad3 req-6e22ac35-e715-4c7f-b7bd-1f31754f5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:38.300104 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-68966916-7ac7-4577-ae20-48ee0636cad3 req-6e22ac35-e715-4c7f-b7bd-1f31754f5827 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=44e1819d40894e26bfbe20d58589823f&device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 1129 time: 0.0437541 Aug 18 17:15:38.408740 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68966916-7ac7-4577-ae20-48ee0636cad3 req-3aa43bee-06de-4fab-bcfa-3b13b8d09366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:38.410223 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-68966916-7ac7-4577-ae20-48ee0636cad3 req-3aa43bee-06de-4fab-bcfa-3b13b8d09366 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e79ee218-b8f4-4366-b86f-915853fc6747 HTTP/1.1" status: 200 len: 911 time: 0.0883231 Aug 18 17:15:38.476027 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-68966916-7ac7-4577-ae20-48ee0636cad3 req-3bd4306a-8ff6-4bdd-b8c9-faaef268db65 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 HTTP/1.1" status: 200 len: 1000 time: 0.0592070 Aug 18 17:15:38.524749 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68966916-7ac7-4577-ae20-48ee0636cad3 req-402c40c3-270b-4328-8004-be5060efcb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:38.526217 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-68966916-7ac7-4577-ae20-48ee0636cad3 req-402c40c3-270b-4328-8004-be5060efcb98 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=66bcb9af-9b5e-481b-b77b-bb404fdf00cd HTTP/1.1" status: 200 len: 849 time: 0.0437367 Aug 18 17:15:38.570437 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68966916-7ac7-4577-ae20-48ee0636cad3 req-33b08d01-85a2-46be-8352-ba54af775774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:15:38.572080 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-68966916-7ac7-4577-ae20-48ee0636cad3 req-33b08d01-85a2-46be-8352-ba54af775774 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e79ee218-b8f4-4366-b86f-915853fc6747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399199 Aug 18 17:15:38.671179 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-68966916-7ac7-4577-ae20-48ee0636cad3 req-f0a897fc-b3da-482a-b3c5-1dd52f7a513c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e79ee218-b8f4-4366-b86f-915853fc6747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875988 Aug 18 17:15:38.740076 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:38.766514 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-68966916-7ac7-4577-ae20-48ee0636cad3 req-72fdf850-c717-45fb-b866-9905984f3c6c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e79ee218-b8f4-4366-b86f-915853fc6747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886509 Aug 18 17:15:41.131898 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-2fe59203-f129-4769-8835-7824b6880be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:43.493888 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-fc67b2c7-6c7b-492d-be40-9f74fe4db146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:43.870449 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52806) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:15:44.018233 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-d66981fb-6ba5-49ff-b547-ff791eeb434d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=692bb1c3de754fd98526bc68fda47c91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465058 Aug 18 17:15:44.020673 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52810) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:15:44.352922 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-96c46db2-bedb-4d13-a4e1-5451e3c9d405 admin admin] Publish callbacks [] for security_group (22d8f487-5f5c-471d-a749-b25e97c8fe02), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:44.359507 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-96c46db2-bedb-4d13-a4e1-5451e3c9d405 admin admin] Publish callbacks [] for security_group (22d8f487-5f5c-471d-a749-b25e97c8fe02), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:44.660003 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-96c46db2-bedb-4d13-a4e1-5451e3c9d405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (22d8f487-5f5c-471d-a749-b25e97c8fe02), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:44.664478 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-96c46db2-bedb-4d13-a4e1-5451e3c9d405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:44.665702 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-96c46db2-bedb-4d13-a4e1-5451e3c9d405 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/22d8f487-5f5c-471d-a749-b25e97c8fe02 HTTP/1.1" status: 204 len: 168 time: 0.6441360 Aug 18 17:15:44.675362 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c46db2-bedb-4d13-a4e1-5451e3c9d405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d8f487-5f5c-471d-a749-b25e97c8fe02,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:15:44.683106 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c46db2-bedb-4d13-a4e1-5451e3c9d405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:44.683478 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c46db2-bedb-4d13-a4e1-5451e3c9d405 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:44.683827 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c46db2-bedb-4d13-a4e1-5451e3c9d405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:44.684327 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c46db2-bedb-4d13-a4e1-5451e3c9d405 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:44.684668 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c46db2-bedb-4d13-a4e1-5451e3c9d405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:44.685007 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c46db2-bedb-4d13-a4e1-5451e3c9d405 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:44.685343 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c46db2-bedb-4d13-a4e1-5451e3c9d405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:44.685668 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c46db2-bedb-4d13-a4e1-5451e3c9d405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:44.685996 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c46db2-bedb-4d13-a4e1-5451e3c9d405 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:44.686340 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c46db2-bedb-4d13-a4e1-5451e3c9d405 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:44.686653 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c46db2-bedb-4d13-a4e1-5451e3c9d405 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:44.686982 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c46db2-bedb-4d13-a4e1-5451e3c9d405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:44.687310 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c46db2-bedb-4d13-a4e1-5451e3c9d405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:44.687656 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c46db2-bedb-4d13-a4e1-5451e3c9d405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:44.687980 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c46db2-bedb-4d13-a4e1-5451e3c9d405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:15:44.702061 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:45.006613 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:45.329847 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:45.331042 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=16 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:46.089508 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:46.092311 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:46.114997 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:46.383184 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:15:54.322081 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:15:54.671101 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=75,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:54.679011 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:56.188014 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:56.194099 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:15:56.197102 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:02.669743 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:06.287346 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=18 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:06.289239 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=16 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:10.815447 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe2c7a-ab02-4c49-9196-907326fbb8a8 req-d816a628-8fe4-4266-8f67-e6dc35340a7f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:16:10.816952 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-bcbe2c7a-ab02-4c49-9196-907326fbb8a8 req-d816a628-8fe4-4266-8f67-e6dc35340a7f tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 945 time: 0.0478528 Aug 18 17:16:10.873839 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-bcbe2c7a-ab02-4c49-9196-907326fbb8a8 req-c6793dd9-b309-4b16-8ac0-99f216278345 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b0b9b180-0b6f-49ae-9823-0e01e9959f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439248 Aug 18 17:16:11.133047 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-65c07a1c-b908-49ef-884c-45e50db83195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:11.994845 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1075f9-e912-4b02-8ab3-8bf9bf573b04 req-d0b64f90-d044-4480-9ba8-cb8249545718 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:16:11.996361 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9d1075f9-e912-4b02-8ab3-8bf9bf573b04 req-d0b64f90-d044-4480-9ba8-cb8249545718 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 945 time: 0.0473244 Aug 18 17:16:12.044444 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-9d1075f9-e912-4b02-8ab3-8bf9bf573b04 req-fbb63044-7f9d-48bd-b6d3-0a6f6c837baa tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b0b9b180-0b6f-49ae-9823-0e01e9959f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423398 Aug 18 17:16:12.484463 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abd98f-a04e-4be0-a6c9-fb0777f59d3d req-c6af4869-3644-4460-8b9c-31ef6f68cabb tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:16:12.485931 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f7abd98f-a04e-4be0-a6c9-fb0777f59d3d req-c6af4869-3644-4460-8b9c-31ef6f68cabb tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 945 time: 0.0502164 Aug 18 17:16:12.568319 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [req-f7abd98f-a04e-4be0-a6c9-fb0777f59d3d req-b83c4c91-44b9-4729-bc53-ac519679a1a5 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Deleting port b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:16:12.568656 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-f7abd98f-a04e-4be0-a6c9-fb0777f59d3d req-b83c4c91-44b9-4729-bc53-ac519679a1a5 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:12.604563 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:12.662277 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [req-f7abd98f-a04e-4be0-a6c9-fb0777f59d3d req-b83c4c91-44b9-4729-bc53-ac519679a1a5 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] For port b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7,segment=NetworkSegment(be749b98-a22a-40dd-8a4f-22ce2a25c08e),segment_id=be749b98-a22a-40dd-8a4f-22ce2a25c08e)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:16:12.662621 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-f7abd98f-a04e-4be0-a6c9-fb0777f59d3d req-b83c4c91-44b9-4729-bc53-ac519679a1a5 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:12.828289 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-f7abd98f-a04e-4be0-a6c9-fb0777f59d3d req-b83c4c91-44b9-4729-bc53-ac519679a1a5 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:12.828646 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-f7abd98f-a04e-4be0-a6c9-fb0777f59d3d req-b83c4c91-44b9-4729-bc53-ac519679a1a5 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (234ef104-b1eb-42a4-aa62-c4f181dbb4c5), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:12.828961 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.l3_db [req-f7abd98f-a04e-4be0-a6c9-fb0777f59d3d req-b83c4c91-44b9-4729-bc53-ac519679a1a5 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Floating IP 234ef104-b1eb-42a4-aa62-c4f181dbb4c5 disassociated. External IP: 172.27.1.61, port: b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7. Aug 18 17:16:12.829308 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [req-f7abd98f-a04e-4be0-a6c9-fb0777f59d3d req-b83c4c91-44b9-4729-bc53-ac519679a1a5 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Calling delete_port for b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 owned by compute:nova {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:16:13.035658 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-f7abd98f-a04e-4be0-a6c9-fb0777f59d3d req-b83c4c91-44b9-4729-bc53-ac519679a1a5 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:13.062454 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c4c91-44b9-4729-bc53-ac519679a1a5 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Pushing event deleted for resources: {'Port': ['ID=b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:16:13.155715 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-3d1961ae-d174-49a9-a53f-b4f54026b1e6 req-0b3622f2-c222-4e5e-b387-149ba6e8ff94 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 210 time: 0.0323541 Aug 18 17:16:13.184536 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7abd98f-a04e-4be0-a6c9-fb0777f59d3d req-b83c4c91-44b9-4729-bc53-ac519679a1a5 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:16:13.291416 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:13.296012 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7abd98f-a04e-4be0-a6c9-fb0777f59d3d req-b83c4c91-44b9-4729-bc53-ac519679a1a5 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:16:13.311396 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea4d5e9-16d1-4508-80ac-5c4cf15baea8 None None] Sync routers for ids ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:16:13.325401 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea4d5e9-16d1-4508-80ac-5c4cf15baea8 None None] Routers {'9c60d9cd-ae8f-4d36-a8dd-cc7677790130'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:16:13.326026 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-aea4d5e9-16d1-4508-80ac-5c4cf15baea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:15:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:16:13.343867 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7abd98f-a04e-4be0-a6c9-fb0777f59d3d req-b83c4c91-44b9-4729-bc53-ac519679a1a5 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] No DVR routers for this DVR port b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 on host hv-cinder-85367 {{(pid=106919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:16:13.346863 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-f7abd98f-a04e-4be0-a6c9-fb0777f59d3d req-b83c4c91-44b9-4729-bc53-ac519679a1a5 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:13.350121 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-f7abd98f-a04e-4be0-a6c9-fb0777f59d3d req-b83c4c91-44b9-4729-bc53-ac519679a1a5 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.40 "DELETE /networking/v2.0/ports/b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 HTTP/1.1" status: 204 len: 173 time: 0.8595514 Aug 18 17:16:13.350551 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585ef3ab-09d6-4564-8ddb-669ac58ed47a', 'name': 'network-vif-deleted', 'tag': 'b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:16:13.352830 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a790ecf-72ee-42eb-8852-fb026c6ba317" -d '{"events": [{"server_uuid": "585ef3ab-09d6-4564-8ddb-669ac58ed47a", "name": "network-vif-deleted", "tag": "b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:16:13.442804 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-aea4d5e9-16d1-4508-80ac-5c4cf15baea8 None None] Set router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:16:13.470023 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-7f613f98-fe04-4f00-9b39-ce358aba29d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:13.649459 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e94a53e-0ba7-4db6-b95f-3da082964154 x-openstack-request-id: req-8e94a53e-0ba7-4db6-b95f-3da082964154 {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:16:13.650161 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585ef3ab-09d6-4564-8ddb-669ac58ed47a", "name": "network-vif-deleted", "tag": "b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:16:13.650577 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e94a53e-0ba7-4db6-b95f-3da082964154 {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:16:13.651353 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e94a53e-0ba7-4db6-b95f-3da082964154'] response: {'server_uuid': '585ef3ab-09d6-4564-8ddb-669ac58ed47a', 'name': 'network-vif-deleted', 'tag': 'b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7', 'status': 'completed', 'code': 200} Aug 18 17:16:13.666684 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-aea4d5e9-16d1-4508-80ac-5c4cf15baea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'name': 'tempest-AttachVolumeTestJSON-779794914-router', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:11:14Z', 'updated_at': '2022-08-18T17:11:18Z', 'revision_number': 4, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'gw_port': {'id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:15Z', 'updated_at': '2022-08-18T17:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'd1283d0e-2f90-445f-9331-954a7d46cff5', 'name': '', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'mac_address': 'fa:16:3e:60:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:17Z', 'updated_at': '2022-08-18T17:11:23Z', 'revision_number': 5, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'subnets': [{'id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:16:13.704322 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea4d5e9-16d1-4508-80ac-5c4cf15baea8 None None] Checking router: 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:16:13.714814 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea4d5e9-16d1-4508-80ac-5c4cf15baea8 None None] Routers {'9c60d9cd-ae8f-4d36-a8dd-cc7677790130'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:16:13.715533 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-aea4d5e9-16d1-4508-80ac-5c4cf15baea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:16:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:16:13.841224 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-aea4d5e9-16d1-4508-80ac-5c4cf15baea8 None None] Set router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:16:14.033186 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-aea4d5e9-16d1-4508-80ac-5c4cf15baea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'name': 'tempest-AttachVolumeTestJSON-779794914-router', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:11:14Z', 'updated_at': '2022-08-18T17:11:18Z', 'revision_number': 4, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'gw_port': {'id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:15Z', 'updated_at': '2022-08-18T17:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'd1283d0e-2f90-445f-9331-954a7d46cff5', 'name': '', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'mac_address': 'fa:16:3e:60:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:17Z', 'updated_at': '2022-08-18T17:11:23Z', 'revision_number': 5, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'subnets': [{'id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:16:14.062833 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea4d5e9-16d1-4508-80ac-5c4cf15baea8 None None] The sync data for ids ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'] in dv-cinder-853678-2-iscsi is: [{'id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'name': 'tempest-AttachVolumeTestJSON-779794914-router', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:11:14Z', 'updated_at': '2022-08-18T17:11:18Z', 'revision_number': 4, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'gw_port': {'id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:15Z', 'updated_at': '2022-08-18T17:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'd1283d0e-2f90-445f-9331-954a7d46cff5', 'name': '', 'network_id': 'e79ee218-b8f4-4366-b86f-915853fc6747', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'mac_address': 'fa:16:3e:60:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:17Z', 'updated_at': '2022-08-18T17:11:23Z', 'revision_number': 5, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'subnets': [{'id': '66bcb9af-9b5e-481b-b77b-bb404fdf00cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:16:14.278281 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b90065d1-bc3a-4d1e-a6a7-186790c9e783 req-b2375300-aa1c-46f7-9149-83a05fa0cdc1 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=585ef3ab-09d6-4564-8ddb-669ac58ed47a HTTP/1.1" status: 200 len: 210 time: 0.0327778 Aug 18 17:16:14.312642 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa5dbcb-278d-498a-b38d-5370c92dfb57 None None] New status for floating IP 234ef104-b1eb-42a4-aa62-c4f181dbb4c5: DOWN {{(pid=106921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:16:14.852677 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:15.428736 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52950) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:16:15.466193 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:15.487633 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8f170f7b-b351-45a7-a3a2-d0c9622723ef tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group (b0b9b180-0b6f-49ae-9823-0e01e9959f6e), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:15.510343 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8f170f7b-b351-45a7-a3a2-d0c9622723ef tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group (b0b9b180-0b6f-49ae-9823-0e01e9959f6e), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:15.743935 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8f170f7b-b351-45a7-a3a2-d0c9622723ef tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (b0b9b180-0b6f-49ae-9823-0e01e9959f6e), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:15.746579 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8f170f7b-b351-45a7-a3a2-d0c9622723ef tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:15.747820 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-8f170f7b-b351-45a7-a3a2-d0c9622723ef tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b0b9b180-0b6f-49ae-9823-0e01e9959f6e HTTP/1.1" status: 204 len: 168 time: 0.3180327 Aug 18 17:16:15.750641 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 52952) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:16:15.758444 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f170f7b-b351-45a7-a3a2-d0c9622723ef tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b9b180-0b6f-49ae-9823-0e01e9959f6e,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:16:15.768410 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.api.v2.resource [None req-255620c0-b0c6-4a07-a607-e28187241d71 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] show failed (client error): The resource could not be found. Aug 18 17:16:15.772102 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-255620c0-b0c6-4a07-a607-e28187241d71 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "GET /networking/v2.0/security-groups/b0b9b180-0b6f-49ae-9823-0e01e9959f6e HTTP/1.1" status: 404 len: 347 time: 0.0177979 Aug 18 17:16:15.772351 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 52954) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:16:15.889695 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Deleting port 4918f948-ed8f-489e-9889-d1487fb689e5 {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:16:15.890176 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (4918f948-ed8f-489e-9889-d1487fb689e5), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:15.981510 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (4918f948-ed8f-489e-9889-d1487fb689e5), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:15.981841 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for floatingip (4918f948-ed8f-489e-9889-d1487fb689e5), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:15.996046 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Calling delete_port for 4918f948-ed8f-489e-9889-d1487fb689e5 owned by network:floatingip {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:16:16.119655 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:16.201434 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (4918f948-ed8f-489e-9889-d1487fb689e5), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:16.230969 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Pushing event deleted for resources: {'Port': ['ID=4918f948-ed8f-489e-9889-d1487fb689e5,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:16:16.256688 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:16.257038 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:16.263807 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:16.263807 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:16.263807 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:16.263807 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:16.263807 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:16.263807 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:16.263807 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:16.263807 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:16.263807 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:16.263807 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:16.263807 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:16.263807 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:16.263807 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:16.303820 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks [] for floatingip (234ef104-b1eb-42a4-aa62-c4f181dbb4c5), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:16.306284 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:16.307421 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-519ca86b-dc84-4d50-9a1b-518c3fb02908 tempest-AttachVolumeTestJSON-1787734949 tempest-AttachVolumeTestJSON-1787734949-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/234ef104-b1eb-42a4-aa62-c4f181dbb4c5 HTTP/1.1" status: 204 len: 168 time: 0.5335319 Aug 18 17:16:16.349964 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:17.672925 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:16:17.692433 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] No Port match for: b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:16:17.692786 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device b60c8ba3-c3f4-49f7-96ff-a5a0b979e4d7 not bound to the agent host hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:16:20.787404 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52984) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:16:21.246893 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8c42467d-1dda-42e4-a8df-f42a97ca4d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3878567'] for router_interface (9c60d9cd-ae8f-4d36-a8dd-cc7677790130), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:21.474602 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-8c42467d-1dda-42e4-a8df-f42a97ca4d6b admin admin] Deleting port d1283d0e-2f90-445f-9331-954a7d46cff5 {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:16:21.474940 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8c42467d-1dda-42e4-a8df-f42a97ca4d6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (d1283d0e-2f90-445f-9331-954a7d46cff5), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:21.567460 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [None req-8c42467d-1dda-42e4-a8df-f42a97ca4d6b admin admin] For port d1283d0e-2f90-445f-9331-954a7d46cff5, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=d1283d0e-2f90-445f-9331-954a7d46cff5,segment=NetworkSegment(be749b98-a22a-40dd-8a4f-22ce2a25c08e),segment_id=be749b98-a22a-40dd-8a4f-22ce2a25c08e)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:16:21.567460 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8c42467d-1dda-42e4-a8df-f42a97ca4d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (d1283d0e-2f90-445f-9331-954a7d46cff5), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:21.570134 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-8c42467d-1dda-42e4-a8df-f42a97ca4d6b admin admin] Calling delete_port for d1283d0e-2f90-445f-9331-954a7d46cff5 owned by network:router_interface {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:16:21.618142 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:21.689024 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:21.892101 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8c42467d-1dda-42e4-a8df-f42a97ca4d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (d1283d0e-2f90-445f-9331-954a7d46cff5), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:21.918824 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42467d-1dda-42e4-a8df-f42a97ca4d6b admin admin] Pushing event deleted for resources: {'Port': ['ID=d1283d0e-2f90-445f-9331-954a7d46cff5,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:16:22.117493 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-8c42467d-1dda-42e4-a8df-f42a97ca4d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3873623'] for router_interface (9c60d9cd-ae8f-4d36-a8dd-cc7677790130), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:22.353042 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c42467d-1dda-42e4-a8df-f42a97ca4d6b admin admin] Router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:16:22.465632 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c42467d-1dda-42e4-a8df-f42a97ca4d6b admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:16:22.471544 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-8c42467d-1dda-42e4-a8df-f42a97ca4d6b admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/9c60d9cd-ae8f-4d36-a8dd-cc7677790130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6842899 Aug 18 17:16:22.474548 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 52988) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:16:22.475334 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f30dbc-ac13-49ee-9dbb-b2cc15e9d9b8 None None] Sync routers for ids ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:16:22.487231 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f30dbc-ac13-49ee-9dbb-b2cc15e9d9b8 None None] Routers {'9c60d9cd-ae8f-4d36-a8dd-cc7677790130'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:16:22.487869 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-46f30dbc-ac13-49ee-9dbb-b2cc15e9d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:16:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:16:22.579748 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e083b5a8-63b9-4bf4-b4d2-17722f43c105 admin admin] Publish callbacks [] for router (9c60d9cd-ae8f-4d36-a8dd-cc7677790130), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:22.602945 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-46f30dbc-ac13-49ee-9dbb-b2cc15e9d9b8 None None] Set router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:16:22.799180 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-46f30dbc-ac13-49ee-9dbb-b2cc15e9d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'name': 'tempest-AttachVolumeTestJSON-779794914-router', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:11:14Z', 'updated_at': '2022-08-18T17:16:21Z', 'revision_number': 5, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'gw_port': {'id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:15Z', 'updated_at': '2022-08-18T17:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:16:22.829921 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f30dbc-ac13-49ee-9dbb-b2cc15e9d9b8 None None] Checking router: 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:16:22.839698 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f30dbc-ac13-49ee-9dbb-b2cc15e9d9b8 None None] Routers {'9c60d9cd-ae8f-4d36-a8dd-cc7677790130'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:16:22.840548 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-46f30dbc-ac13-49ee-9dbb-b2cc15e9d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:16:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:16:22.943292 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e083b5a8-63b9-4bf4-b4d2-17722f43c105 admin admin] Publish callbacks [] for router_gateway (9c60d9cd-ae8f-4d36-a8dd-cc7677790130), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:22.952060 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-46f30dbc-ac13-49ee-9dbb-b2cc15e9d9b8 None None] Set router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:16:23.084542 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=100 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:23.130727 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-46f30dbc-ac13-49ee-9dbb-b2cc15e9d9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'name': 'tempest-AttachVolumeTestJSON-779794914-router', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:11:14Z', 'updated_at': '2022-08-18T17:16:21Z', 'revision_number': 5, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'gw_port': {'id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:15Z', 'updated_at': '2022-08-18T17:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:16:23.159929 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f30dbc-ac13-49ee-9dbb-b2cc15e9d9b8 None None] The sync data for ids ['9c60d9cd-ae8f-4d36-a8dd-cc7677790130'] in dv-cinder-853678-2-iscsi is: [{'id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'name': 'tempest-AttachVolumeTestJSON-779794914-router', 'tenant_id': '44e1819d40894e26bfbe20d58589823f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:11:14Z', 'updated_at': '2022-08-18T17:16:21Z', 'revision_number': 5, 'project_id': '44e1819d40894e26bfbe20d58589823f', 'gw_port': {'id': '26920fc8-8909-4497-9fe7-6adbed282ebb', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c60d9cd-ae8f-4d36-a8dd-cc7677790130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:11:15Z', 'updated_at': '2022-08-18T17:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:16:23.414910 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-e083b5a8-63b9-4bf4-b4d2-17722f43c105 admin admin] Deleting port 26920fc8-8909-4497-9fe7-6adbed282ebb {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:16:23.415262 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e083b5a8-63b9-4bf4-b4d2-17722f43c105 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (26920fc8-8909-4497-9fe7-6adbed282ebb), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:23.471903 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:23.498632 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [None req-e083b5a8-63b9-4bf4-b4d2-17722f43c105 admin admin] For port 26920fc8-8909-4497-9fe7-6adbed282ebb, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=26920fc8-8909-4497-9fe7-6adbed282ebb,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:16:23.499160 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e083b5a8-63b9-4bf4-b4d2-17722f43c105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (26920fc8-8909-4497-9fe7-6adbed282ebb), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:23.501022 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:23.520180 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-e083b5a8-63b9-4bf4-b4d2-17722f43c105 admin admin] Calling delete_port for 26920fc8-8909-4497-9fe7-6adbed282ebb owned by network:router_gateway {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:16:23.560845 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device d1283d0e-2f90-445f-9331-954a7d46cff5 no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:16:23.718583 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: d1283d0e-2f90-445f-9331-954a7d46cff5 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:16:23.718930 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device d1283d0e-2f90-445f-9331-954a7d46cff5 not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:16:23.862053 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e083b5a8-63b9-4bf4-b4d2-17722f43c105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (26920fc8-8909-4497-9fe7-6adbed282ebb), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:23.893741 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083b5a8-63b9-4bf4-b4d2-17722f43c105 admin admin] Pushing event deleted for resources: {'Port': ['ID=26920fc8-8909-4497-9fe7-6adbed282ebb,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:16:23.949171 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e083b5a8-63b9-4bf4-b4d2-17722f43c105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876582'] for router_gateway (9c60d9cd-ae8f-4d36-a8dd-cc7677790130), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:24.037091 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e083b5a8-63b9-4bf4-b4d2-17722f43c105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3874589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5398'] for router (9c60d9cd-ae8f-4d36-a8dd-cc7677790130), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:24.039236 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e083b5a8-63b9-4bf4-b4d2-17722f43c105 admin admin] Publish callbacks [] for router_controller (9c60d9cd-ae8f-4d36-a8dd-cc7677790130), precommit_delete_associations {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:24.229266 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e083b5a8-63b9-4bf4-b4d2-17722f43c105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3873632'] for router (9c60d9cd-ae8f-4d36-a8dd-cc7677790130), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:24.229903 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e083b5a8-63b9-4bf4-b4d2-17722f43c105 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c60d9cd-ae8f-4d36-a8dd-cc7677790130 {{(pid=106918) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 17:16:24.234114 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e083b5a8-63b9-4bf4-b4d2-17722f43c105 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:24.235545 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-e083b5a8-63b9-4bf4-b4d2-17722f43c105 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/9c60d9cd-ae8f-4d36-a8dd-cc7677790130 HTTP/1.1" status: 204 len: 168 time: 1.7597063 Aug 18 17:16:24.238719 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52990) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:16:24.290015 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_v2 [None req-f403ce29-5c9f-43ab-8d7f-c27be0056eff admin admin] Deleting subnet 66bcb9af-9b5e-481b-b77b-bb404fdf00cd {{(pid=106919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 17:16:24.294218 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f403ce29-5c9f-43ab-8d7f-c27be0056eff admin admin] Publish callbacks [] for subnet (66bcb9af-9b5e-481b-b77b-bb404fdf00cd), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:24.333009 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f403ce29-5c9f-43ab-8d7f-c27be0056eff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26669183'] for subnet (66bcb9af-9b5e-481b-b77b-bb404fdf00cd), precommit_delete_associations {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:24.378409 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=3 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:24.392642 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:24.433401 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:24.434849 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f403ce29-5c9f-43ab-8d7f-c27be0056eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763242'] for subnet (66bcb9af-9b5e-481b-b77b-bb404fdf00cd), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:24.584096 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f403ce29-5c9f-43ab-8d7f-c27be0056eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26604591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25646354'] for subnet (66bcb9af-9b5e-481b-b77b-bb404fdf00cd), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:24.608033 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403ce29-5c9f-43ab-8d7f-c27be0056eff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66bcb9af-9b5e-481b-b77b-bb404fdf00cd,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:16:24.613791 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f403ce29-5c9f-43ab-8d7f-c27be0056eff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:24.617560 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-f403ce29-5c9f-43ab-8d7f-c27be0056eff admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/66bcb9af-9b5e-481b-b77b-bb404fdf00cd HTTP/1.1" status: 204 len: 168 time: 0.3778908 Aug 18 17:16:24.620089 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 52994) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:16:24.620267 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3daa66-fac2-4c2d-8e06-0cec46c3a050 None None] Network e79ee218-b8f4-4366-b86f-915853fc6747 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:16:24.627607 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:24.695560 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dac31e10-88ed-494a-ab1b-5e8673ee2ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915243'] for network (e79ee218-b8f4-4366-b86f-915853fc6747), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:24.740694 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-dac31e10-88ed-494a-ab1b-5e8673ee2ee2 admin admin] Deleting port 2524f78b-5b72-42cf-bd77-0a4b992b6894 {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:16:24.741040 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dac31e10-88ed-494a-ab1b-5e8673ee2ee2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (2524f78b-5b72-42cf-bd77-0a4b992b6894), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:24.790833 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] DHCP port deletion for e79ee218-b8f4-4366-b86f-915853fc6747 request from dv-cinder-853678-2-iscsi {{(pid=106920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 18 17:16:24.811764 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [None req-dac31e10-88ed-494a-ab1b-5e8673ee2ee2 admin admin] For port 2524f78b-5b72-42cf-bd77-0a4b992b6894, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=2524f78b-5b72-42cf-bd77-0a4b992b6894,segment=NetworkSegment(be749b98-a22a-40dd-8a4f-22ce2a25c08e),segment_id=be749b98-a22a-40dd-8a4f-22ce2a25c08e)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:16:24.812139 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dac31e10-88ed-494a-ab1b-5e8673ee2ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (2524f78b-5b72-42cf-bd77-0a4b992b6894), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:24.820084 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=100 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:24.829070 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] Deleting port 2524f78b-5b72-42cf-bd77-0a4b992b6894 {{(pid=106920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:16:24.829435 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (2524f78b-5b72-42cf-bd77-0a4b992b6894), before_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:24.829705 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-dac31e10-88ed-494a-ab1b-5e8673ee2ee2 admin admin] Calling delete_port for 2524f78b-5b72-42cf-bd77-0a4b992b6894 owned by network:dhcp {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:16:24.878221 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:24.893642 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] For port 2524f78b-5b72-42cf-bd77-0a4b992b6894, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=2524f78b-5b72-42cf-bd77-0a4b992b6894,segment=NetworkSegment(be749b98-a22a-40dd-8a4f-22ce2a25c08e),segment_id=be749b98-a22a-40dd-8a4f-22ce2a25c08e)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:16:24.894030 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (2524f78b-5b72-42cf-bd77-0a4b992b6894), precommit_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:24.906926 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] Calling delete_port for 2524f78b-5b72-42cf-bd77-0a4b992b6894 owned by network:dhcp {{(pid=106920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:16:25.050616 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dac31e10-88ed-494a-ab1b-5e8673ee2ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (2524f78b-5b72-42cf-bd77-0a4b992b6894), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:25.057225 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023'] for port (2524f78b-5b72-42cf-bd77-0a4b992b6894), after_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:25.076477 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac31e10-88ed-494a-ab1b-5e8673ee2ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2524f78b-5b72-42cf-bd77-0a4b992b6894,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:16:25.080567 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac31e10-88ed-494a-ab1b-5e8673ee2ee2 admin admin] No DVR routers for this DVR port 2524f78b-5b72-42cf-bd77-0a4b992b6894 on host dv-cinder-853678-2-iscsi {{(pid=106919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:16:25.081861 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] Pushing event deleted for resources: {'Port': ['ID=2524f78b-5b72-42cf-bd77-0a4b992b6894,revision_number=None']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:16:25.090249 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] No DVR routers for this DVR port 2524f78b-5b72-42cf-bd77-0a4b992b6894 on host dv-cinder-853678-2-iscsi {{(pid=106920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:16:25.092581 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:25.092932 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:25.093273 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:25.093610 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:25.093940 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:25.094267 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:25.094591 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:25.094915 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:25.095238 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:25.095591 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:25.095919 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:25.096247 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:25.096568 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:25.096887 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:25.097205 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116281d3-b093-4d02-94ed-be8ae8ee9800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:16:25.160520 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dac31e10-88ed-494a-ab1b-5e8673ee2ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762083', 'neutron.services.segments.db._delete_segments_for_network-8740646743435'] for network (e79ee218-b8f4-4366-b86f-915853fc6747), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:25.180687 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.services.segments.db [None req-dac31e10-88ed-494a-ab1b-5e8673ee2ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79ee218-b8f4-4366-b86f-915853fc6747']}} {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:16:25.190191 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.services.segments.db [None req-dac31e10-88ed-494a-ab1b-5e8673ee2ee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be749b98-a22a-40dd-8a4f-22ce2a25c08e') {'for_net_delete': True} {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:16:25.190461 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.services.segments.db [None req-dac31e10-88ed-494a-ab1b-5e8673ee2ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be749b98-a22a-40dd-8a4f-22ce2a25c08e') {} {{(pid=106919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:16:25.199907 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dac31e10-88ed-494a-ab1b-5e8673ee2ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740646743498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26669188'] for segment (be749b98-a22a-40dd-8a4f-22ce2a25c08e), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:25.213586 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dac31e10-88ed-494a-ab1b-5e8673ee2ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (be749b98-a22a-40dd-8a4f-22ce2a25c08e), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:25.220120 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac31e10-88ed-494a-ab1b-5e8673ee2ee2 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=106919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 17:16:25.230154 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dac31e10-88ed-494a-ab1b-5e8673ee2ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26604613'] for segment (be749b98-a22a-40dd-8a4f-22ce2a25c08e), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:25.242194 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.services.segments.plugin [-] Segment be749b98-a22a-40dd-8a4f-22ce2a25c08e resource provider aggregate not found Aug 18 17:16:25.276262 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.services.segments.plugin [-] Segment be749b98-a22a-40dd-8a4f-22ce2a25c08e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be749b98-a22a-40dd-8a4f-22ce2a25c08e found for delete ", "request_id": "req-1aa3d891-c74a-4c9a-9ce5-8832c498aba1"}]} Aug 18 17:16:25.312841 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 2524f78b-5b72-42cf-bd77-0a4b992b6894 no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:16:25.332647 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: 2524f78b-5b72-42cf-bd77-0a4b992b6894 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:16:25.333189 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 2524f78b-5b72-42cf-bd77-0a4b992b6894 not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:16:25.333403 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 26920fc8-8909-4497-9fe7-6adbed282ebb no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:16:25.352291 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: 26920fc8-8909-4497-9fe7-6adbed282ebb {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:16:25.352640 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 26920fc8-8909-4497-9fe7-6adbed282ebb not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:16:25.395002 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dac31e10-88ed-494a-ab1b-5e8673ee2ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876546'] for network (e79ee218-b8f4-4366-b86f-915853fc6747), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:25.402320 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-dac31e10-88ed-494a-ab1b-5e8673ee2ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:25.405562 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-dac31e10-88ed-494a-ab1b-5e8673ee2ee2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/e79ee218-b8f4-4366-b86f-915853fc6747 HTTP/1.1" status: 204 len: 168 time: 0.7844810 Aug 18 17:16:25.417420 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac31e10-88ed-494a-ab1b-5e8673ee2ee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e79ee218-b8f4-4366-b86f-915853fc6747,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:16:25.715393 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:25.889931 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 53002) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:16:25.930307 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-26b903e1-786a-4c4f-85a5-35a76b5f25b7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=44e1819d40894e26bfbe20d58589823f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391333 Aug 18 17:16:25.932815 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 53004) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:16:25.982782 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-49c9c6cd-173e-40c1-94df-e3391e77412b admin admin] Publish callbacks [] for security_group (4c458c91-226f-452d-9294-52b4af5f3c56), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:26.005332 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-49c9c6cd-173e-40c1-94df-e3391e77412b admin admin] Publish callbacks [] for security_group (4c458c91-226f-452d-9294-52b4af5f3c56), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:26.159068 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-49c9c6cd-173e-40c1-94df-e3391e77412b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (4c458c91-226f-452d-9294-52b4af5f3c56), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:26.161881 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-49c9c6cd-173e-40c1-94df-e3391e77412b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:26.165940 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-49c9c6cd-173e-40c1-94df-e3391e77412b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4c458c91-226f-452d-9294-52b4af5f3c56 HTTP/1.1" status: 204 len: 168 time: 0.2293317 Aug 18 17:16:26.172130 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9c6cd-173e-40c1-94df-e3391e77412b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c458c91-226f-452d-9294-52b4af5f3c56,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:16:31.321889 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:16:32.662701 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:36.040101 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=81,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:36.063329 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:36.167317 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:36.186487 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:39.311160 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=2 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:40.662481 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-aba34259-00db-4b04-8ecf-fb0678bc1c68 req-db8c1798-90a5-492a-9a25-1b2c39d21653 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1317012 Aug 18 17:16:40.720878 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba34259-00db-4b04-8ecf-fb0678bc1c68 req-95f45426-9e1a-4853-ae0b-9f3d9a387545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:16:40.722375 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-aba34259-00db-4b04-8ecf-fb0678bc1c68 req-95f45426-9e1a-4853-ae0b-9f3d9a387545 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c5e8eba08dfc4946becd6dba63f94eec&device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 1130 time: 0.0392342 Aug 18 17:16:40.831339 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba34259-00db-4b04-8ecf-fb0678bc1c68 req-440fbfb2-5a86-4329-8d7e-26b88b750929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:16:40.832859 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-aba34259-00db-4b04-8ecf-fb0678bc1c68 req-440fbfb2-5a86-4329-8d7e-26b88b750929 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=744636b7-76bc-439f-9116-8e1ee85b3624 HTTP/1.1" status: 200 len: 912 time: 0.0919206 Aug 18 17:16:40.893891 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-aba34259-00db-4b04-8ecf-fb0678bc1c68 req-c36deef3-a25f-4511-8c06-4509a444ee44 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae35b8e6-3767-4d67-8189-4241efe3de81 HTTP/1.1" status: 200 len: 1002 time: 0.0547037 Aug 18 17:16:40.942239 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba34259-00db-4b04-8ecf-fb0678bc1c68 req-27936af5-eff3-4e72-9aac-7137883ce7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:16:40.943738 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-aba34259-00db-4b04-8ecf-fb0678bc1c68 req-27936af5-eff3-4e72-9aac-7137883ce7b3 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=06f69413-f936-4aa9-b8fe-e83b1f874689 HTTP/1.1" status: 200 len: 850 time: 0.0444007 Aug 18 17:16:40.992032 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba34259-00db-4b04-8ecf-fb0678bc1c68 req-5e8a0f7a-cf92-4bd3-893f-f58b2a40e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:16:40.993723 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-aba34259-00db-4b04-8ecf-fb0678bc1c68 req-5e8a0f7a-cf92-4bd3-893f-f58b2a40e42c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=744636b7-76bc-439f-9116-8e1ee85b3624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445113 Aug 18 17:16:41.003762 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [req-aba34259-00db-4b04-8ecf-fb0678bc1c68 req-d939a559-c533-4c71-8ea9-42a242c74548 service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 17:16:41.004773 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-aba34259-00db-4b04-8ecf-fb0678bc1c68 req-d939a559-c533-4c71-8ea9-42a242c74548 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053556 Aug 18 17:16:41.099892 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-aba34259-00db-4b04-8ecf-fb0678bc1c68 req-0318b9e1-1f38-486f-81dc-143d6f7194df service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888987 Aug 18 17:16:41.192235 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-aba34259-00db-4b04-8ecf-fb0678bc1c68 req-d107a6b6-6797-4f80-9efe-95a26253ed95 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871575 Aug 18 17:16:41.194159 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-2b742ce7-a322-4616-b1f9-edf54536a121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:41.317512 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=6 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:42.602992 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=55,neutron:DELETE=5 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:43.377028 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-06f73963-f5f5-4fc9-b6e8-03ad3a3e0ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:44.793549 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:46.073867 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:46.348530 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:16:51.187559 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=52 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:51.189480 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=49 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:55.988122 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:56.198343 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=5 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:16:56.201187 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:02.701833 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:04.409310 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 53218) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:17:04.514639 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-c1b1b304-f644-46ea-8276-902ecfc45e55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:04.588338 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-c1b1b304-f644-46ea-8276-902ecfc45e55 admin admin] Publish callbacks [] for security_group (e2bf8df0-fddb-485d-bd1a-304f4205b052), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:04.695964 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-c1b1b304-f644-46ea-8276-902ecfc45e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (e2bf8df0-fddb-485d-bd1a-304f4205b052), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:04.734113 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1b304-f644-46ea-8276-902ecfc45e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bf8df0-fddb-485d-bd1a-304f4205b052,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:17:04.737885 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-c1b1b304-f644-46ea-8276-902ecfc45e55 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8463b3c415f74e3793eb5228d4f39bc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275702 Aug 18 17:17:04.740893 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 53222) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:17:04.743870 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b304-f644-46ea-8276-902ecfc45e55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:04.744222 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b304-f644-46ea-8276-902ecfc45e55 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:04.744574 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b304-f644-46ea-8276-902ecfc45e55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:04.744917 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b304-f644-46ea-8276-902ecfc45e55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:04.745254 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b304-f644-46ea-8276-902ecfc45e55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:04.745589 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b304-f644-46ea-8276-902ecfc45e55 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:04.745919 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b304-f644-46ea-8276-902ecfc45e55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:04.746757 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b304-f644-46ea-8276-902ecfc45e55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:04.747089 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b304-f644-46ea-8276-902ecfc45e55 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:04.747419 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b304-f644-46ea-8276-902ecfc45e55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:04.754028 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b304-f644-46ea-8276-902ecfc45e55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:04.754028 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b304-f644-46ea-8276-902ecfc45e55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:04.754028 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b304-f644-46ea-8276-902ecfc45e55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:04.754028 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b304-f644-46ea-8276-902ecfc45e55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:04.754028 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b304-f644-46ea-8276-902ecfc45e55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:04.798171 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-9f1f214f-7c05-4705-908e-1455d762e9f2 admin admin] Publish callbacks [] for security_group (e2bf8df0-fddb-485d-bd1a-304f4205b052), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:04.818526 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-9f1f214f-7c05-4705-908e-1455d762e9f2 admin admin] Publish callbacks [] for security_group (e2bf8df0-fddb-485d-bd1a-304f4205b052), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:04.924271 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-9f1f214f-7c05-4705-908e-1455d762e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (e2bf8df0-fddb-485d-bd1a-304f4205b052), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:04.926780 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-9f1f214f-7c05-4705-908e-1455d762e9f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:04.927968 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-9f1f214f-7c05-4705-908e-1455d762e9f2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e2bf8df0-fddb-485d-bd1a-304f4205b052 HTTP/1.1" status: 204 len: 168 time: 0.1860940 Aug 18 17:17:04.936829 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f214f-7c05-4705-908e-1455d762e9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bf8df0-fddb-485d-bd1a-304f4205b052,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:17:05.533076 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 53228) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:17:05.546489 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-384f1820-b67c-44ac-940e-d54b4d51da70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:05.625029 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-384f1820-b67c-44ac-940e-d54b4d51da70 admin admin] Publish callbacks [] for security_group (b729c68a-714b-4301-bdd3-a86e9f5a815c), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:05.689160 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-384f1820-b67c-44ac-940e-d54b4d51da70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (b729c68a-714b-4301-bdd3-a86e9f5a815c), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:05.727396 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f1820-b67c-44ac-940e-d54b4d51da70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b729c68a-714b-4301-bdd3-a86e9f5a815c,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:17:05.732234 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-384f1820-b67c-44ac-940e-d54b4d51da70 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6e1bdd77a60b4e359484273abf6cfcb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1980848 Aug 18 17:17:05.734908 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 53230) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:17:05.784095 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d0e5a9c3-dbe8-43ad-b17f-8e3a6f84ad03 admin admin] Publish callbacks [] for security_group (b729c68a-714b-4301-bdd3-a86e9f5a815c), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:05.806702 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d0e5a9c3-dbe8-43ad-b17f-8e3a6f84ad03 admin admin] Publish callbacks [] for security_group (b729c68a-714b-4301-bdd3-a86e9f5a815c), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:05.949169 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d0e5a9c3-dbe8-43ad-b17f-8e3a6f84ad03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (b729c68a-714b-4301-bdd3-a86e9f5a815c), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:05.951794 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d0e5a9c3-dbe8-43ad-b17f-8e3a6f84ad03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:05.952994 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-d0e5a9c3-dbe8-43ad-b17f-8e3a6f84ad03 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b729c68a-714b-4301-bdd3-a86e9f5a815c HTTP/1.1" status: 204 len: 168 time: 0.2171347 Aug 18 17:17:05.962089 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5a9c3-dbe8-43ad-b17f-8e3a6f84ad03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b729c68a-714b-4301-bdd3-a86e9f5a815c,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:17:08.320900 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:17:11.135793 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-9c76c241-071e-48b2-a4b5-ad1968b66adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:13.398507 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-5e205d51-6cf1-4c0f-aca4-a959e6f9c366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:14.729650 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=15,neutron:INSERT=7 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:14.740263 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=24,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:14.821179 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:15.841634 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=41,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:15.956915 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=60,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:16.233616 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:16.303482 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:16.303819 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=5 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:18.317907 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:22.770339 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 53364) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:17:22.884864 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-1506b85b-1175-4d1f-b905-5f400403e91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:22.961476 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-1506b85b-1175-4d1f-b905-5f400403e91d admin admin] Publish callbacks [] for security_group (5971a282-2643-4e28-b39a-c289fab65354), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:23.043747 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-1506b85b-1175-4d1f-b905-5f400403e91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (5971a282-2643-4e28-b39a-c289fab65354), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:23.082582 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506b85b-1175-4d1f-b905-5f400403e91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5971a282-2643-4e28-b39a-c289fab65354,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:17:23.086657 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-1506b85b-1175-4d1f-b905-5f400403e91d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=dfeb7bb7a5fa436aa4ea9db89e22abdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152657 Aug 18 17:17:23.090304 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 53370) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:17:23.093654 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506b85b-1175-4d1f-b905-5f400403e91d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:23.094009 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506b85b-1175-4d1f-b905-5f400403e91d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:23.094357 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506b85b-1175-4d1f-b905-5f400403e91d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:23.094699 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506b85b-1175-4d1f-b905-5f400403e91d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:23.095039 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506b85b-1175-4d1f-b905-5f400403e91d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:23.095375 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506b85b-1175-4d1f-b905-5f400403e91d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:23.095738 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506b85b-1175-4d1f-b905-5f400403e91d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:23.096072 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506b85b-1175-4d1f-b905-5f400403e91d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:23.096407 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506b85b-1175-4d1f-b905-5f400403e91d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:23.096859 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506b85b-1175-4d1f-b905-5f400403e91d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:23.097064 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506b85b-1175-4d1f-b905-5f400403e91d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:23.097393 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506b85b-1175-4d1f-b905-5f400403e91d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:23.098106 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506b85b-1175-4d1f-b905-5f400403e91d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:23.098106 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506b85b-1175-4d1f-b905-5f400403e91d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:23.098488 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1506b85b-1175-4d1f-b905-5f400403e91d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:23.147295 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4dd6ed8f-685a-4c34-857e-3767494d4926 admin admin] Publish callbacks [] for security_group (5971a282-2643-4e28-b39a-c289fab65354), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:23.169140 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4dd6ed8f-685a-4c34-857e-3767494d4926 admin admin] Publish callbacks [] for security_group (5971a282-2643-4e28-b39a-c289fab65354), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:23.376095 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4dd6ed8f-685a-4c34-857e-3767494d4926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (5971a282-2643-4e28-b39a-c289fab65354), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:23.378734 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-4dd6ed8f-685a-4c34-857e-3767494d4926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:23.379945 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-4dd6ed8f-685a-4c34-857e-3767494d4926 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5971a282-2643-4e28-b39a-c289fab65354 HTTP/1.1" status: 204 len: 168 time: 0.2886553 Aug 18 17:17:23.393604 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6ed8f-685a-4c34-857e-3767494d4926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5971a282-2643-4e28-b39a-c289fab65354,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:17:24.119355 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 53378) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:17:24.133413 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ee88d081-f022-4ca5-ab83-ce73bad42f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:24.212154 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ee88d081-f022-4ca5-ab83-ce73bad42f76 admin admin] Publish callbacks [] for security_group (f329eab6-91e5-4fbd-877f-297bf1dd4052), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:24.357915 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-ee88d081-f022-4ca5-ab83-ce73bad42f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (f329eab6-91e5-4fbd-877f-297bf1dd4052), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:24.399118 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-ee88d081-f022-4ca5-ab83-ce73bad42f76 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5a8fec5246df409394e6375b5f9e0208&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2785549 Aug 18 17:17:24.399991 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88d081-f022-4ca5-ab83-ce73bad42f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f329eab6-91e5-4fbd-877f-297bf1dd4052,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:17:24.402512 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 53380) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:17:24.476092 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d25fc128-3d62-4c67-8f91-a59661c00218 admin admin] Publish callbacks [] for security_group (f329eab6-91e5-4fbd-877f-297bf1dd4052), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:24.502818 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d25fc128-3d62-4c67-8f91-a59661c00218 admin admin] Publish callbacks [] for security_group (f329eab6-91e5-4fbd-877f-297bf1dd4052), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:24.672644 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d25fc128-3d62-4c67-8f91-a59661c00218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (f329eab6-91e5-4fbd-877f-297bf1dd4052), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:24.675385 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-d25fc128-3d62-4c67-8f91-a59661c00218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:24.677681 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-d25fc128-3d62-4c67-8f91-a59661c00218 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f329eab6-91e5-4fbd-877f-297bf1dd4052 HTTP/1.1" status: 204 len: 168 time: 0.2730443 Aug 18 17:17:24.685359 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fc128-3d62-4c67-8f91-a59661c00218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f329eab6-91e5-4fbd-877f-297bf1dd4052,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:17:25.232067 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-741be512-e2c6-4d6b-9119-a882adfad76b tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1612543765&fields=id&tenant_id=c5e8eba08dfc4946becd6dba63f94eec HTTP/1.1" status: 200 len: 267 time: 0.0509534 Aug 18 17:17:25.338151 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-5c49e99d-942d-4a26-8e07-378081c81eb5 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:25.339656 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-5c49e99d-942d-4a26-8e07-378081c81eb5 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/networks?id=744636b7-76bc-439f-9116-8e1ee85b3624 HTTP/1.1" status: 200 len: 811 time: 0.1009338 Aug 18 17:17:25.361851 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2892b894-d82b-4deb-8b22-b25ce9700741 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/quotas/c5e8eba08dfc4946becd6dba63f94eec HTTP/1.1" status: 200 len: 375 time: 0.0117502 Aug 18 17:17:25.415162 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-cf24a69b-59d7-47d4-9522-0336c526c780 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=c5e8eba08dfc4946becd6dba63f94eec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520864 Aug 18 17:17:25.527942 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-43412bae-d73a-42cb-b639-ce575a2cef4a service neutron] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 18 17:17:25.527942 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-43412bae-d73a-42cb-b639-ce575a2cef4a service neutron] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0990837 Aug 18 17:17:25.621392 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-46e867f2-dfbe-4f5e-b237-55ff22dfad28 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879300 Aug 18 17:17:25.991756 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-da7fd056-aacd-4950-90cc-fec8876166e1 service neutron] 10.222.0.78 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637898 Aug 18 17:17:26.649390 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ddc55e38-d87f-48fd-b230-78edbfed9fb0 req-ec58a51f-3f44-4b27-9762-2dd9f0224b54 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 210 time: 0.0309393 Aug 18 17:17:27.734118 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-25f19d44-bd6e-4d57-be79-ef9482d8533e req-00d54878-f327-4a8e-ba77-02ba5145adf0 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 210 time: 0.0287950 Aug 18 17:17:28.837859 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c64f7064-10ee-4435-9106-ef06e4a34097 req-a28d4920-7361-4034-b345-7b3e15ba3085 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 210 time: 0.0282624 Aug 18 17:17:29.109605 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-ead97f7d-469c-4523-b006-d40c176bb0ab tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:29.111084 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-ead97f7d-469c-4523-b006-d40c176bb0ab tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.40 "GET /networking/v2.0/networks?id=744636b7-76bc-439f-9116-8e1ee85b3624 HTTP/1.1" status: 200 len: 811 time: 0.1055939 Aug 18 17:17:29.144757 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:29.166299 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:29.175714 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-64636652-33ea-4023-b073-0a2c317ca71e tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c5e8eba08dfc4946becd6dba63f94eec HTTP/1.1" status: 200 len: 380 time: 0.0566361 Aug 18 17:17:29.183967 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-86680f4e-164c-4759-a871-cb89ed7e310a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Request body: {'port': {'device_id': 'e6d8882f-eb9d-4d78-817f-a8439224bba2', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'admin_state_up': True, 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'security_groups': ['4b230ef0-65f3-46e8-b530-5645a7ed54ff']}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:17:29.409422 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-86680f4e-164c-4759-a871-cb89ed7e310a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Made reservation on behalf of c5e8eba08dfc4946becd6dba63f94eec for: {'port': 1} {{(pid=106919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 17:17:29.415336 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-86680f4e-164c-4759-a871-cb89ed7e310a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:29.549784 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-86680f4e-164c-4759-a871-cb89ed7e310a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Allocated IP 172.20.0.8 (744636b7-76bc-439f-9116-8e1ee85b3624/06f69413-f936-4aa9-b8fe-e83b1f874689/f808cd21-3baf-4b05-8963-6d5edd94a102) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:17:29.697620 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-86680f4e-164c-4759-a871-cb89ed7e310a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for port (f808cd21-3baf-4b05-8963-6d5edd94a102), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:29.820977 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-86680f4e-164c-4759-a871-cb89ed7e310a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (f808cd21-3baf-4b05-8963-6d5edd94a102), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:29.862112 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-86680f4e-164c-4759-a871-cb89ed7e310a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Network 744636b7-76bc-439f-9116-8e1ee85b3624 is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:17:29.870815 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-86680f4e-164c-4759-a871-cb89ed7e310a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:17:29.876299 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-86680f4e-164c-4759-a871-cb89ed7e310a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:17:29.882577 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86680f4e-164c-4759-a871-cb89ed7e310a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event updated for resources: {'Port': ['ID=f808cd21-3baf-4b05-8963-6d5edd94a102,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:17:29.946296 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-86680f4e-164c-4759-a871-cb89ed7e310a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:29.946947 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-86680f4e-164c-4759-a871-cb89ed7e310a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:29.993977 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7536e0-b798-4fef-bd43-e9e318d8a08f req-9f52d8d5-8139-4aa7-8883-5d48e6bea87f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:29.998549 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ac7536e0-b798-4fef-bd43-e9e318d8a08f req-9f52d8d5-8139-4aa7-8883-5d48e6bea87f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 931 time: 0.0680928 Aug 18 17:17:30.052639 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-ac7536e0-b798-4fef-bd43-e9e318d8a08f req-659ec712-ed55-4d7c-ae8b-9680c261de5a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500166 Aug 18 17:17:30.061607 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-86680f4e-164c-4759-a871-cb89ed7e310a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8756571 Aug 18 17:17:30.068427 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] Request body: {'port': {'device_id': 'e6d8882f-eb9d-4d78-817f-a8439224bba2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85367'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:17:30.127690 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (f808cd21-3baf-4b05-8963-6d5edd94a102), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:30.169489 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:30.170093 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:30.170577 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:30.174897 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-f9a63192-62e8-4c19-9326-f7575828d540 None None] Provisioning complete for port f808cd21-3baf-4b05-8963-6d5edd94a102 triggered by entity DHCP. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:17:30.175266 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f9a63192-62e8-4c19-9326-f7575828d540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (f808cd21-3baf-4b05-8963-6d5edd94a102), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:30.189301 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:30.206921 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-f9a63192-62e8-4c19-9326-f7575828d540 None None] Port f808cd21-3baf-4b05-8963-6d5edd94a102 cannot update to ACTIVE because it is not bound. {{(pid=106920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 18 17:17:30.242839 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:30.405020 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f808cd21-3baf-4b05-8963-6d5edd94a102 {{(pid=106919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:17:30.413352 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] Publish callbacks [] for port (f808cd21-3baf-4b05-8963-6d5edd94a102), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:30.426081 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.provisioning_blocks [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] Transition to ACTIVE for port object f808cd21-3baf-4b05-8963-6d5edd94a102 will not be triggered until provisioned by entity L2. {{(pid=106919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 18 17:17:30.506583 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (f808cd21-3baf-4b05-8963-6d5edd94a102), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:30.592122 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f808cd21-3baf-4b05-8963-6d5edd94a102,revision_number=2']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:17:30.626583 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.managers [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] Attempting to bind port f808cd21-3baf-4b05-8963-6d5edd94a102 on host hv-cinder-85367 for vnic_type normal with profile {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 18 17:17:30.626926 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.managers [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] Attempting to bind port f808cd21-3baf-4b05-8963-6d5edd94a102 by drivers openvswitch,hyperv on host hv-cinder-85367 at level 0 using segments [{'id': '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624'}] {{(pid=106919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 18 17:17:30.627253 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] Attempting to bind port f808cd21-3baf-4b05-8963-6d5edd94a102 on network 744636b7-76bc-439f-9116-8e1ee85b3624 {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:17:30.631792 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] Port f808cd21-3baf-4b05-8963-6d5edd94a102 on network 744636b7-76bc-439f-9116-8e1ee85b3624 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85367 {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 18 17:17:30.632106 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] Attempting to bind port f808cd21-3baf-4b05-8963-6d5edd94a102 on network 744636b7-76bc-439f-9116-8e1ee85b3624 {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 18 17:17:30.637607 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] Checking agent: {'id': '7d5d2def-e0b5-42a1-88b7-94e33648777b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85367', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'started_at': datetime.datetime(2022, 8, 18, 17, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 8, 18, 17, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 18 17:17:30.637937 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] Checking segment: {'id': '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 18 17:17:30.638314 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] Bound using segment: {'id': '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624'} {{(pid=106919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 18 17:17:30.638740 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.managers [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] Bound port: f808cd21-3baf-4b05-8963-6d5edd94a102, host: hv-cinder-85367, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624'}}] {{(pid=106919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 18 17:17:30.639095 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (f808cd21-3baf-4b05-8963-6d5edd94a102), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:30.702151 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] For port f808cd21-3baf-4b05-8963-6d5edd94a102, host hv-cinder-85367, cleared binding levels {{(pid=106919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 17:17:30.705441 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] For port f808cd21-3baf-4b05-8963-6d5edd94a102, host hv-cinder-85367, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=f808cd21-3baf-4b05-8963-6d5edd94a102,segment=NetworkSegment(18f1b367-0c7e-4cfe-a0a6-677c8efd49ab),segment_id=18f1b367-0c7e-4cfe-a0a6-677c8efd49ab)] {{(pid=106919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 17:17:30.831843 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 53480) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:17:30.843954 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (f808cd21-3baf-4b05-8963-6d5edd94a102), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:30.848320 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:30.848987 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:30.850462 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/f808cd21-3baf-4b05-8963-6d5edd94a102 HTTP/1.1" status: 200 len: 1093 time: 0.7870204 Aug 18 17:17:30.850892 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d8882f-eb9d-4d78-817f-a8439224bba2', 'tag': 'f808cd21-3baf-4b05-8963-6d5edd94a102'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:17:30.853161 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b16b897-4f83-44d6-8ad8-c7787ad4f1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d8882f-eb9d-4d78-817f-a8439224bba2", "tag": "f808cd21-3baf-4b05-8963-6d5edd94a102"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:17:30.901068 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bd1225-3113-4e3a-b2cd-2bfa9013019b x-openstack-request-id: req-99bd1225-3113-4e3a-b2cd-2bfa9013019b {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:17:30.901353 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d8882f-eb9d-4d78-817f-a8439224bba2", "tag": "f808cd21-3baf-4b05-8963-6d5edd94a102", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:17:30.901602 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-99bd1225-3113-4e3a-b2cd-2bfa9013019b {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:17:30.902004 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99bd1225-3113-4e3a-b2cd-2bfa9013019b'] response: {'name': 'network-changed', 'server_uuid': 'e6d8882f-eb9d-4d78-817f-a8439224bba2', 'tag': 'f808cd21-3baf-4b05-8963-6d5edd94a102', 'status': 'completed', 'code': 200} Aug 18 17:17:30.906687 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cbc98-495e-40e3-9a44-4a6e226ba8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f808cd21-3baf-4b05-8963-6d5edd94a102,revision_number=3']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:17:30.955198 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-0694a527-8fde-47ca-8a5a-70813f4f090b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:30.965792 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16b897-4f83-44d6-8ad8-c7787ad4f1b0 req-1883459e-aee7-44ce-88d2-0afa46222b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:30.967502 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1b16b897-4f83-44d6-8ad8-c7787ad4f1b0 req-1883459e-aee7-44ce-88d2-0afa46222b8a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c5e8eba08dfc4946becd6dba63f94eec&device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 1127 time: 0.0440364 Aug 18 17:17:31.033233 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-0694a527-8fde-47ca-8a5a-70813f4f090b admin admin] Publish callbacks [] for security_group (6c860f95-0a89-438e-bd3b-5e61208eb938), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:31.072058 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16b897-4f83-44d6-8ad8-c7787ad4f1b0 req-40f39968-01af-462e-aaa1-7e3d32d58d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:31.073578 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1b16b897-4f83-44d6-8ad8-c7787ad4f1b0 req-40f39968-01af-462e-aaa1-7e3d32d58d45 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=c5e8eba08dfc4946becd6dba63f94eec&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0984371 Aug 18 17:17:31.140970 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-0694a527-8fde-47ca-8a5a-70813f4f090b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (6c860f95-0a89-438e-bd3b-5e61208eb938), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:31.190456 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-0694a527-8fde-47ca-8a5a-70813f4f090b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=997e222d435a469a81b45324e667dd4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3573658 Aug 18 17:17:31.191377 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694a527-8fde-47ca-8a5a-70813f4f090b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c860f95-0a89-438e-bd3b-5e61208eb938,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:17:31.194881 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 53488) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:17:31.209453 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ae8df-e741-4e19-8bdf-38b6cca8c5cb req-eee47579-6033-4774-a8a7-1055f23d3fc8 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:31.210971 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-492ae8df-e741-4e19-8bdf-38b6cca8c5cb req-eee47579-6033-4774-a8a7-1055f23d3fc8 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 943 time: 0.0681524 Aug 18 17:17:31.214432 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16b897-4f83-44d6-8ad8-c7787ad4f1b0 req-b7d1aed8-1eb4-4568-ab7d-528d72831e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:31.215848 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1b16b897-4f83-44d6-8ad8-c7787ad4f1b0 req-b7d1aed8-1eb4-4568-ab7d-528d72831e9a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1371243 Aug 18 17:17:31.257369 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-bd713037-01e5-414e-8d7d-9d762d3affa9 admin admin] Publish callbacks [] for security_group (6c860f95-0a89-438e-bd3b-5e61208eb938), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:31.276245 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-492ae8df-e741-4e19-8bdf-38b6cca8c5cb req-42afd35f-ada6-4a99-b36a-7f00ccf0b2a4 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580308 Aug 18 17:17:31.282929 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-bd713037-01e5-414e-8d7d-9d762d3affa9 admin admin] Publish callbacks [] for security_group (6c860f95-0a89-438e-bd3b-5e61208eb938), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:31.292742 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:31.306100 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-72d4c22d-f111-462c-aa8c-5404e2a0b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:31.307614 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-72d4c22d-f111-462c-aa8c-5404e2a0b488 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c5e8eba08dfc4946becd6dba63f94eec&device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 1127 time: 0.0493762 Aug 18 17:17:31.349766 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-deae8680-81fb-4512-a9c9-ac4f717c342c service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f808cd21-3baf-4b05-8963-6d5edd94a102 HTTP/1.1" status: 200 len: 217 time: 0.0359497 Aug 18 17:17:31.400355 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-828f9019-79fe-46f9-8d64-ba2d593cfb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:31.402410 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-828f9019-79fe-46f9-8d64-ba2d593cfb0d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=06f69413-f936-4aa9-b8fe-e83b1f874689 HTTP/1.1" status: 200 len: 850 time: 0.0467465 Aug 18 17:17:31.431996 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-bd713037-01e5-414e-8d7d-9d762d3affa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (6c860f95-0a89-438e-bd3b-5e61208eb938), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:31.432965 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:31.434690 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-bd713037-01e5-414e-8d7d-9d762d3affa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:31.435862 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-bd713037-01e5-414e-8d7d-9d762d3affa9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6c860f95-0a89-438e-bd3b-5e61208eb938 HTTP/1.1" status: 204 len: 168 time: 0.2395399 Aug 18 17:17:31.446302 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd713037-01e5-414e-8d7d-9d762d3affa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c860f95-0a89-438e-bd3b-5e61208eb938,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:17:31.449598 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-6e558d3f-a17f-4e68-aaaf-2594c0d0f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:31.451023 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-6e558d3f-a17f-4e68-aaaf-2594c0d0f74f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=744636b7-76bc-439f-9116-8e1ee85b3624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431848 Aug 18 17:17:31.549495 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-dcf7fa3c-20c8-4d9d-bace-79c2984299ba service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918145 Aug 18 17:17:31.641778 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0d63cea5-49f2-4c99-991e-c17f48f75f8d req-55ba3805-0fa9-4960-b3e7-2a87f85a4669 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869608 Aug 18 17:17:32.051224 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 53494) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:17:32.064896 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4cc24a63-1853-4ff4-9a5a-0c6cd8c079de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:32.097303 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:32.111586 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:32.140703 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4cc24a63-1853-4ff4-9a5a-0c6cd8c079de admin admin] Publish callbacks [] for security_group (37bf24ff-95c6-4e76-90ed-1e904fed79ff), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:32.226374 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-4cc24a63-1853-4ff4-9a5a-0c6cd8c079de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (37bf24ff-95c6-4e76-90ed-1e904fed79ff), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:32.269947 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-4cc24a63-1853-4ff4-9a5a-0c6cd8c079de admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f53ea698e7c04ac7bedf4c891989fc28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176068 Aug 18 17:17:32.270801 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc24a63-1853-4ff4-9a5a-0c6cd8c079de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bf24ff-95c6-4e76-90ed-1e904fed79ff,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:17:32.272834 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 53496) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:17:32.328055 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-9ba4db80-f12d-4199-83f3-c89ab2ef6c42 admin admin] Publish callbacks [] for security_group (37bf24ff-95c6-4e76-90ed-1e904fed79ff), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:32.350022 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-9ba4db80-f12d-4199-83f3-c89ab2ef6c42 admin admin] Publish callbacks [] for security_group (37bf24ff-95c6-4e76-90ed-1e904fed79ff), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:32.412602 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fa9bc-81d4-4d26-a636-fdc598ba87f7 req-f9366611-8a5c-4bd5-b1c1-ac039f9a6b39 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:32.414129 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c37fa9bc-81d4-4d26-a636-fdc598ba87f7 req-f9366611-8a5c-4bd5-b1c1-ac039f9a6b39 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 943 time: 0.0548739 Aug 18 17:17:32.466495 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-c37fa9bc-81d4-4d26-a636-fdc598ba87f7 req-255ea5b3-c84f-4cbc-ae49-506536ebbe6c tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458732 Aug 18 17:17:32.506450 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-9ba4db80-f12d-4199-83f3-c89ab2ef6c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (37bf24ff-95c6-4e76-90ed-1e904fed79ff), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:32.509112 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-9ba4db80-f12d-4199-83f3-c89ab2ef6c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:32.510303 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-9ba4db80-f12d-4199-83f3-c89ab2ef6c42 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/37bf24ff-95c6-4e76-90ed-1e904fed79ff HTTP/1.1" status: 204 len: 168 time: 0.2364471 Aug 18 17:17:32.518727 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4db80-f12d-4199-83f3-c89ab2ef6c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bf24ff-95c6-4e76-90ed-1e904fed79ff,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:17:32.740880 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:33.587046 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d150818-9a7f-459b-9a48-f7ed8e380a4f req-0370258a-b988-4381-ad5f-e0918573c249 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:33.588610 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0d150818-9a7f-459b-9a48-f7ed8e380a4f req-0370258a-b988-4381-ad5f-e0918573c249 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 943 time: 0.0494764 Aug 18 17:17:33.639652 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0d150818-9a7f-459b-9a48-f7ed8e380a4f req-d2d3d15a-aed2-4631-a2d7-30f209dd273a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454056 Aug 18 17:17:34.758624 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f20c2-5bb2-41f3-bc3b-bb1a4c7d9a2f req-f1339f88-9f2c-468c-9973-7df50f4ebf51 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:34.760081 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dc6f20c2-5bb2-41f3-bc3b-bb1a4c7d9a2f req-f1339f88-9f2c-468c-9973-7df50f4ebf51 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 943 time: 0.0470955 Aug 18 17:17:34.811586 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-dc6f20c2-5bb2-41f3-bc3b-bb1a4c7d9a2f req-d79def65-917f-4a20-adbb-eafa64aad386 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454333 Aug 18 17:17:35.938122 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb678c-9f02-451c-aa4e-8dbb747e7746 req-7a1db843-c3a1-4f45-9f11-67cba7479d63 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:35.939669 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-03fb678c-9f02-451c-aa4e-8dbb747e7746 req-7a1db843-c3a1-4f45-9f11-67cba7479d63 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 943 time: 0.0501909 Aug 18 17:17:35.995284 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-03fb678c-9f02-451c-aa4e-8dbb747e7746 req-dfaccd4e-16f0-4a25-81a9-0878ae57789d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500283 Aug 18 17:17:37.124005 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4532200-af20-46d4-a4ac-8878423ebe79 req-cb99d130-e59a-44bb-bfca-d656be85277b tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:37.125744 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b4532200-af20-46d4-a4ac-8878423ebe79 req-cb99d130-e59a-44bb-bfca-d656be85277b tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 943 time: 0.0522606 Aug 18 17:17:37.175130 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-b4532200-af20-46d4-a4ac-8878423ebe79 req-a977185d-edb6-49f3-95ab-65d86de435e4 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435128 Aug 18 17:17:38.298738 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb09d63-333b-4939-b7fd-e074f0b7bf4a req-7bd96772-ac35-4a41-a3f0-a4bb805e0ad6 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:38.300268 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1cb09d63-333b-4939-b7fd-e074f0b7bf4a req-7bd96772-ac35-4a41-a3f0-a4bb805e0ad6 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 943 time: 0.0511773 Aug 18 17:17:38.352501 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-1cb09d63-333b-4939-b7fd-e074f0b7bf4a req-9b307f00-22a1-4e01-9535-079806df07e2 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461330 Aug 18 17:17:39.475207 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6836e4-8d44-4e2c-9990-2aae1e8f879f req-e8f546e8-2605-47e6-a8be-36eb8eaec425 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:39.476725 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ec6836e4-8d44-4e2c-9990-2aae1e8f879f req-e8f546e8-2605-47e6-a8be-36eb8eaec425 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 943 time: 0.0490711 Aug 18 17:17:39.530035 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ec6836e4-8d44-4e2c-9990-2aae1e8f879f req-ae9f49e5-59c2-4b10-a53a-65b02f52aeed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470867 Aug 18 17:17:40.039283 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device f808cd21-3baf-4b05-8963-6d5edd94a102 details requested by agent hyperv_hv-cinder-85367 with host hv-cinder-85367 {{(pid=106920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 17:17:40.141900 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port f808cd21-3baf-4b05-8963-6d5edd94a102, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=f808cd21-3baf-4b05-8963-6d5edd94a102,segment=NetworkSegment(18f1b367-0c7e-4cfe-a0a6-677c8efd49ab),segment_id=18f1b367-0c7e-4cfe-a0a6-677c8efd49ab)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:17:40.154497 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Returning: {'device': 'f808cd21-3baf-4b05-8963-6d5edd94a102', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'port_id': 'f808cd21-3baf-4b05-8963-6d5edd94a102', 'mac_address': 'fa:16:3e:8e:6c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 17:17:40.197138 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port f808cd21-3baf-4b05-8963-6d5edd94a102 is: DOWN; New status is: BUILD {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:17:40.197827 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (f808cd21-3baf-4b05-8963-6d5edd94a102), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:40.212452 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f808cd21-3baf-4b05-8963-6d5edd94a102 {{(pid=106920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 18 17:17:40.226025 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fb974c9d-f69c-40b2-af2a-cc3b902c7776 req-e37b45bb-f1ff-4966-8abd-6471d67aa66f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414121 Aug 18 17:17:40.233596 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port f808cd21-3baf-4b05-8963-6d5edd94a102, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=f808cd21-3baf-4b05-8963-6d5edd94a102,segment=NetworkSegment(18f1b367-0c7e-4cfe-a0a6-677c8efd49ab),segment_id=18f1b367-0c7e-4cfe-a0a6-677c8efd49ab)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:17:40.316163 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb974c9d-f69c-40b2-af2a-cc3b902c7776 req-04f6439c-2d52-4eaa-bdcb-d5ab85f6cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:40.317690 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fb974c9d-f69c-40b2-af2a-cc3b902c7776 req-04f6439c-2d52-4eaa-bdcb-d5ab85f6cb33 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c5e8eba08dfc4946becd6dba63f94eec&device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 1130 time: 0.0480788 Aug 18 17:17:40.351608 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (f808cd21-3baf-4b05-8963-6d5edd94a102), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:40.395763 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:40.403244 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=f808cd21-3baf-4b05-8963-6d5edd94a102,revision_number=4']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:17:40.410412 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:40.414449 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:40.414449 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:40.414449 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:40.414449 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:40.414449 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:40.414449 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:40.414449 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:40.414449 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:40.414449 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:40.414449 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:40.414449 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:40.414449 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:40.415466 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:40.415466 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:17:40.430724 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb974c9d-f69c-40b2-af2a-cc3b902c7776 req-119942fd-31b8-4d26-bc72-d05a6a7477f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:40.432237 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fb974c9d-f69c-40b2-af2a-cc3b902c7776 req-119942fd-31b8-4d26-bc72-d05a6a7477f4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=744636b7-76bc-439f-9116-8e1ee85b3624 HTTP/1.1" status: 200 len: 912 time: 0.0942483 Aug 18 17:17:40.508513 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fb974c9d-f69c-40b2-af2a-cc3b902c7776 req-1e4e2141-ec40-47a2-bb55-b656d49abe05 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae35b8e6-3767-4d67-8189-4241efe3de81 HTTP/1.1" status: 200 len: 1002 time: 0.0594392 Aug 18 17:17:40.564519 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb974c9d-f69c-40b2-af2a-cc3b902c7776 req-0cb28c19-46a2-4146-bbc1-bde8394d738d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:40.566327 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fb974c9d-f69c-40b2-af2a-cc3b902c7776 req-0cb28c19-46a2-4146-bbc1-bde8394d738d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=06f69413-f936-4aa9-b8fe-e83b1f874689 HTTP/1.1" status: 200 len: 850 time: 0.0514977 Aug 18 17:17:40.624420 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb974c9d-f69c-40b2-af2a-cc3b902c7776 req-85ad0843-3498-4145-82e4-1b6ce72943b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:40.626196 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fb974c9d-f69c-40b2-af2a-cc3b902c7776 req-85ad0843-3498-4145-82e4-1b6ce72943b0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=744636b7-76bc-439f-9116-8e1ee85b3624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541766 Aug 18 17:17:40.651572 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] get_ports_and_sgs() called for port_ids ['f808cd21-3baf-4b05-8963-6d5edd94a102'] {{(pid=106920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 18 17:17:40.690584 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51ba59-be2e-4188-bad1-02d7a0047757 req-61fa7d21-bc62-4fa8-bcad-39055ac8dd37 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:40.692121 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6c51ba59-be2e-4188-bad1-02d7a0047757 req-61fa7d21-bc62-4fa8-bcad-39055ac8dd37 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 944 time: 0.0808253 Aug 18 17:17:40.766521 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:40.788266 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6c51ba59-be2e-4188-bad1-02d7a0047757 req-27b76b97-a816-4be3-b099-de871abbd5a2 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700903 Aug 18 17:17:40.790423 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fb974c9d-f69c-40b2-af2a-cc3b902c7776 req-1c81f78c-8821-4e83-869d-1d4f55416d2b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473520 Aug 18 17:17:40.898593 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-fb974c9d-f69c-40b2-af2a-cc3b902c7776 req-efa17997-06d5-4a7a-9bbe-7a523756e8c8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020503 Aug 18 17:17:41.099973 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-ba3899cd-6147-4c35-9205-e5da007433fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:41.909634 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552ba72-45fb-4f40-bf90-d1b45a19302f req-b9ba18ec-0b65-4ced-b4fd-720ed5864a81 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:41.911395 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a552ba72-45fb-4f40-bf90-d1b45a19302f req-b9ba18ec-0b65-4ced-b4fd-720ed5864a81 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 944 time: 0.0492799 Aug 18 17:17:41.971272 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-a552ba72-45fb-4f40-bf90-d1b45a19302f req-2adb9ee3-53f4-47a7-a5f6-1c8a488ec904 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532367 Aug 18 17:17:42.054474 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device f808cd21-3baf-4b05-8963-6d5edd94a102 up at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 17:17:42.098378 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning for port f808cd21-3baf-4b05-8963-6d5edd94a102 completed by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 18 17:17:42.174100 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.provisioning_blocks [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Provisioning complete for port f808cd21-3baf-4b05-8963-6d5edd94a102 triggered by entity L2. {{(pid=106920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 18 17:17:42.174782 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-763972'] for port (f808cd21-3baf-4b05-8963-6d5edd94a102), provisioning_complete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:42.257832 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Current status of the port f808cd21-3baf-4b05-8963-6d5edd94a102 is: BUILD; New status is: ACTIVE {{(pid=106920) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 18 17:17:42.258219 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (f808cd21-3baf-4b05-8963-6d5edd94a102), before_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:42.283224 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d8882f-eb9d-4d78-817f-a8439224bba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f808cd21-3baf-4b05-8963-6d5edd94a102'}] {{(pid=106920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:17:42.285516 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f178060d453767288f7b5de8fc541b20fea1373fb00f4391e98a13523ec708a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1074ce4b-badf-4018-b220-3cb299e5693d" -d '{"events": [{"server_uuid": "e6d8882f-eb9d-4d78-817f-a8439224bba2", "name": "network-vif-plugged", "status": "completed", "tag": "f808cd21-3baf-4b05-8963-6d5edd94a102"}]}' {{(pid=106920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:17:42.300761 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] For port f808cd21-3baf-4b05-8963-6d5edd94a102, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=f808cd21-3baf-4b05-8963-6d5edd94a102,segment=NetworkSegment(18f1b367-0c7e-4cfe-a0a6-677c8efd49ab),segment_id=18f1b367-0c7e-4cfe-a0a6-677c8efd49ab)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:17:42.386125 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050'] for port (f808cd21-3baf-4b05-8963-6d5edd94a102), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:42.439242 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Pushing event updated for resources: {'Port': ['ID=f808cd21-3baf-4b05-8963-6d5edd94a102,revision_number=5']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:17:42.460551 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674ca76f-b7c2-49d5-b672-6373de4c6605 x-openstack-request-id: req-674ca76f-b7c2-49d5-b672-6373de4c6605 {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:17:42.460854 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d8882f-eb9d-4d78-817f-a8439224bba2", "name": "network-vif-plugged", "status": "completed", "tag": "f808cd21-3baf-4b05-8963-6d5edd94a102", "code": 200}]} {{(pid=106920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:17:42.461108 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-674ca76f-b7c2-49d5-b672-6373de4c6605 {{(pid=106920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:17:42.461510 dv-cinder-853678-2-iscsi neutron-server[106920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-674ca76f-b7c2-49d5-b672-6373de4c6605'] response: {'server_uuid': 'e6d8882f-eb9d-4d78-817f-a8439224bba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f808cd21-3baf-4b05-8963-6d5edd94a102', 'code': 200} Aug 18 17:17:42.875527 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f878c-6bae-4bc6-843a-a259254097e1 req-c63aa29e-3ccd-4c05-92e4-cc981fe24c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:42.877107 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-540f878c-6bae-4bc6-843a-a259254097e1 req-c63aa29e-3ccd-4c05-92e4-cc981fe24c19 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 1129 time: 0.0404248 Aug 18 17:17:42.925580 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-540f878c-6bae-4bc6-843a-a259254097e1 req-f62470ff-58ea-474c-8a25-11f510c8c5af service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412128 Aug 18 17:17:43.095332 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd51bd-8f18-4f08-8519-60123d24413a req-542a7717-ab94-42ea-bbf3-1bd93ff2cf25 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:43.096897 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-03bd51bd-8f18-4f08-8519-60123d24413a req-542a7717-ab94-42ea-bbf3-1bd93ff2cf25 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 945 time: 0.0484500 Aug 18 17:17:43.150856 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-03bd51bd-8f18-4f08-8519-60123d24413a req-58bc25a2-28d7-4897-b715-afe6faa56963 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470140 Aug 18 17:17:43.357250 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-49f5b914-e820-4820-9056-c44679cb4b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:44.273729 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f38a35-0e67-41fb-abd4-2aea9a48efa1 req-ee093b16-ab60-4968-baca-5980a670a5b3 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:44.275152 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-78f38a35-0e67-41fb-abd4-2aea9a48efa1 req-ee093b16-ab60-4968-baca-5980a670a5b3 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 945 time: 0.0472071 Aug 18 17:17:44.329447 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-78f38a35-0e67-41fb-abd4-2aea9a48efa1 req-3a7a87d0-91ca-4551-a34b-877c4473dd74 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477138 Aug 18 17:17:44.785967 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:45.319808 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:17:45.448345 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810811c5-1838-4934-b827-34642378ad47 req-95757a70-a023-46ea-8e72-a02bf7110c55 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:45.449821 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-810811c5-1838-4934-b827-34642378ad47 req-95757a70-a023-46ea-8e72-a02bf7110c55 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 945 time: 0.0472343 Aug 18 17:17:45.499101 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-810811c5-1838-4934-b827-34642378ad47 req-43326ba1-9be3-4667-8cae-7a19a917267f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436556 Aug 18 17:17:45.615966 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2928e-8f97-4f09-b382-3f44eef95a82 req-386c25f3-5189-40ea-900e-4075940d224e tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:45.617373 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-38e2928e-8f97-4f09-b382-3f44eef95a82 req-386c25f3-5189-40ea-900e-4075940d224e tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 945 time: 0.0473571 Aug 18 17:17:45.667219 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-38e2928e-8f97-4f09-b382-3f44eef95a82 req-f5f0c377-7c4c-4bd3-9c58-15c0658e12e2 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434711 Aug 18 17:17:45.693208 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 53642) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:17:45.729794 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d04772-9eb3-456e-98dd-a4b323c289f1 tempest-TestVolumeBootPattern-506040339 tempest-TestVolumeBootPattern-506040339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:45.731274 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-33d04772-9eb3-456e-98dd-a4b323c289f1 tempest-TestVolumeBootPattern-506040339 tempest-TestVolumeBootPattern-506040339-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 1124 time: 0.0371048 Aug 18 17:17:45.733940 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 53644) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:17:45.738084 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.v2.base [None req-5c9f0bcc-4ee6-494b-87f5-9b8c7d7cf0e7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Request body: {'floatingip': {'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'port_id': 'f808cd21-3baf-4b05-8963-6d5edd94a102', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 17:17:45.825958 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5c9f0bcc-4ee6-494b-87f5-9b8c7d7cf0e7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:45.908233 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5c9f0bcc-4ee6-494b-87f5-9b8c7d7cf0e7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (None), before_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:45.968930 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:46.017314 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_common [None req-5c9f0bcc-4ee6-494b-87f5-9b8c7d7cf0e7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Allocated IP 172.27.1.25 (a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c/cfacc426-8543-4295-9d05-a12d27505f7b/af8e5cc0-b50a-494c-892f-839f9263ce7c) {{(pid=106919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 17:17:46.044467 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:46.124632 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5c9f0bcc-4ee6-494b-87f5-9b8c7d7cf0e7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for port (af8e5cc0-b50a-494c-892f-839f9263ce7c), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:46.129009 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:46.209338 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5c9f0bcc-4ee6-494b-87f5-9b8c7d7cf0e7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740646293014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (af8e5cc0-b50a-494c-892f-839f9263ce7c), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:46.252390 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9f0bcc-4ee6-494b-87f5-9b8c7d7cf0e7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Network a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c is already hosted by enough agents. {{(pid=106919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 17:17:46.257808 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.base_scheduler [None req-5c9f0bcc-4ee6-494b-87f5-9b8c7d7cf0e7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Resources bound (agent type, host, resource id): {{(pid=106919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 17:17:46.264334 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9f0bcc-4ee6-494b-87f5-9b8c7d7cf0e7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Received port after_create {{(pid=106919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 18 17:17:46.265691 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:46.288356 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f0bcc-4ee6-494b-87f5-9b8c7d7cf0e7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event updated for resources: {'Port': ['ID=af8e5cc0-b50a-494c-892f-839f9263ce7c,revision_number=1']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:17:46.616764 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5c9f0bcc-4ee6-494b-87f5-9b8c7d7cf0e7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for floatingip (7d8972aa-b18e-4fc5-b9f7-a19d479711b6), precommit_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:46.727309 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5c9f0bcc-4ee6-494b-87f5-9b8c7d7cf0e7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771791'] for port (af8e5cc0-b50a-494c-892f-839f9263ce7c), before_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:46.846216 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:46.875393 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5c9f0bcc-4ee6-494b-87f5-9b8c7d7cf0e7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for port (af8e5cc0-b50a-494c-892f-839f9263ce7c), precommit_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:46.950967 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5c9f0bcc-4ee6-494b-87f5-9b8c7d7cf0e7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740646653296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740646293032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740646293050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26604641'] for port (af8e5cc0-b50a-494c-892f-839f9263ce7c), after_update {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:47.018560 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f0bcc-4ee6-494b-87f5-9b8c7d7cf0e7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event updated for resources: {'Port': ['ID=af8e5cc0-b50a-494c-892f-839f9263ce7c,revision_number=2']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:17:47.020905 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5c9f0bcc-4ee6-494b-87f5-9b8c7d7cf0e7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3876519'] for floatingip (7d8972aa-b18e-4fc5-b9f7-a19d479711b6), after_create {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:47.116887 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.l3_db [None req-5c9f0bcc-4ee6-494b-87f5-9b8c7d7cf0e7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Floating IP 7d8972aa-b18e-4fc5-b9f7-a19d479711b6 associated. External IP: 172.27.1.25, port: f808cd21-3baf-4b05-8963-6d5edd94a102. Aug 18 17:17:47.484627 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:47.584603 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9f0bcc-4ee6-494b-87f5-9b8c7d7cf0e7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Router be012b20-195d-49fe-9adf-bd1f6f5a0a2e has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:17:47.689583 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9f0bcc-4ee6-494b-87f5-9b8c7d7cf0e7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:17:47.701765 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383a1c89-9eae-48bd-b463-21d2d1bbf250 None None] Sync routers for ids ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:17:47.711109 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383a1c89-9eae-48bd-b463-21d2d1bbf250 None None] Routers {'be012b20-195d-49fe-9adf-bd1f6f5a0a2e'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:17:47.711751 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-383a1c89-9eae-48bd-b463-21d2d1bbf250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:17:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:17:47.793736 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-5c9f0bcc-4ee6-494b-87f5-9b8c7d7cf0e7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:17:47.815138 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-383a1c89-9eae-48bd-b463-21d2d1bbf250 None None] Set router be012b20-195d-49fe-9adf-bd1f6f5a0a2e gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:17:47.828713 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-5c9f0bcc-4ee6-494b-87f5-9b8c7d7cf0e7 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0937288 Aug 18 17:17:47.829310 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d8882f-eb9d-4d78-817f-a8439224bba2', 'tag': 'f808cd21-3baf-4b05-8963-6d5edd94a102'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:17:47.831716 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab32390-acf4-4853-8a16-b9178e904035" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d8882f-eb9d-4d78-817f-a8439224bba2", "tag": "f808cd21-3baf-4b05-8963-6d5edd94a102"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:17:47.870933 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c414787-7976-471e-a2ae-1d31e28f1845 x-openstack-request-id: req-7c414787-7976-471e-a2ae-1d31e28f1845 {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:17:47.871215 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d8882f-eb9d-4d78-817f-a8439224bba2", "tag": "f808cd21-3baf-4b05-8963-6d5edd94a102", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:17:47.871517 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7c414787-7976-471e-a2ae-1d31e28f1845 {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:17:47.871926 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c414787-7976-471e-a2ae-1d31e28f1845'] response: {'name': 'network-changed', 'server_uuid': 'e6d8882f-eb9d-4d78-817f-a8439224bba2', 'tag': 'f808cd21-3baf-4b05-8963-6d5edd94a102', 'status': 'completed', 'code': 200} Aug 18 17:17:47.937256 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab32390-acf4-4853-8a16-b9178e904035 req-1f737f87-ff8a-4ef9-a49f-bba40708a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:47.938783 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0ab32390-acf4-4853-8a16-b9178e904035 req-1f737f87-ff8a-4ef9-a49f-bba40708a783 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c5e8eba08dfc4946becd6dba63f94eec&device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 1129 time: 0.0395815 Aug 18 17:17:48.036678 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-383a1c89-9eae-48bd-b463-21d2d1bbf250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:03Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '7d8972aa-b18e-4fc5-b9f7-a19d479711b6', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'port_id': 'f808cd21-3baf-4b05-8963-6d5edd94a102', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'mac_address': 'fa:16:3e:8e:6c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d8882f-eb9d-4d78-817f-a8439224bba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:17:46Z', 'updated_at': '2022-08-18T17:17:46Z', 'revision_number': 0, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'fixed_ip_address_scope': None}, {'id': 'eb80bb0b-79a8-4d45-8831-1d2b1407d515', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'port_id': 'ae35b8e6-3767-4d67-8189-4241efe3de81', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'mac_address': 'fa:16:3e:cc:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe99c95-ce5b-467a-92d4-15b02ac57d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:15:33Z', 'updated_at': '2022-08-18T17:15:36Z', 'revision_number': 1, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f73396-559a-4a75-b914-74b19b856b10', 'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'mac_address': 'fa:16:3e:58:c2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:02Z', 'updated_at': '2022-08-18T17:12:07Z', 'revision_number': 5, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'subnets': [{'id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:17:48.037103 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab32390-acf4-4853-8a16-b9178e904035 req-cdaef56e-4bfc-417b-8886-0ec0f4a75b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:48.038579 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0ab32390-acf4-4853-8a16-b9178e904035 req-cdaef56e-4bfc-417b-8886-0ec0f4a75b9e service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=744636b7-76bc-439f-9116-8e1ee85b3624 HTTP/1.1" status: 200 len: 912 time: 0.0931768 Aug 18 17:17:48.064880 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383a1c89-9eae-48bd-b463-21d2d1bbf250 None None] Checking router: be012b20-195d-49fe-9adf-bd1f6f5a0a2e for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:17:48.073869 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383a1c89-9eae-48bd-b463-21d2d1bbf250 None None] Routers {'be012b20-195d-49fe-9adf-bd1f6f5a0a2e'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:17:48.074482 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-383a1c89-9eae-48bd-b463-21d2d1bbf250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:17:43Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:17:48.109257 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0ab32390-acf4-4853-8a16-b9178e904035 req-75b0745b-69c6-4a84-be88-45f859757f76 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f808cd21-3baf-4b05-8963-6d5edd94a102 HTTP/1.1" status: 200 len: 998 time: 0.0645247 Aug 18 17:17:48.155577 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:48.163092 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab32390-acf4-4853-8a16-b9178e904035 req-fb1f3642-e818-4572-97b0-1f349f66e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:48.164590 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0ab32390-acf4-4853-8a16-b9178e904035 req-fb1f3642-e818-4572-97b0-1f349f66e254 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=06f69413-f936-4aa9-b8fe-e83b1f874689 HTTP/1.1" status: 200 len: 850 time: 0.0493350 Aug 18 17:17:48.179447 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-383a1c89-9eae-48bd-b463-21d2d1bbf250 None None] Set router be012b20-195d-49fe-9adf-bd1f6f5a0a2e gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:17:48.219096 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab32390-acf4-4853-8a16-b9178e904035 req-5091279e-7ddf-4946-ac77-0a7753efa4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:17:48.221658 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0ab32390-acf4-4853-8a16-b9178e904035 req-5091279e-7ddf-4946-ac77-0a7753efa4a9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=744636b7-76bc-439f-9116-8e1ee85b3624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469587 Aug 18 17:17:48.317828 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0ab32390-acf4-4853-8a16-b9178e904035 req-2a98f9e5-6ad9-4601-ad58-36de6031ac6a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897465 Aug 18 17:17:48.413438 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-0ab32390-acf4-4853-8a16-b9178e904035 req-97593aa1-2847-427d-a7bf-5cfcd5fb72dd service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901101 Aug 18 17:17:48.480255 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-383a1c89-9eae-48bd-b463-21d2d1bbf250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:03Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '7d8972aa-b18e-4fc5-b9f7-a19d479711b6', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'port_id': 'f808cd21-3baf-4b05-8963-6d5edd94a102', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'mac_address': 'fa:16:3e:8e:6c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d8882f-eb9d-4d78-817f-a8439224bba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:17:46Z', 'updated_at': '2022-08-18T17:17:46Z', 'revision_number': 0, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'fixed_ip_address_scope': None}, {'id': 'eb80bb0b-79a8-4d45-8831-1d2b1407d515', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'port_id': 'ae35b8e6-3767-4d67-8189-4241efe3de81', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'mac_address': 'fa:16:3e:cc:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe99c95-ce5b-467a-92d4-15b02ac57d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:15:33Z', 'updated_at': '2022-08-18T17:15:36Z', 'revision_number': 1, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f73396-559a-4a75-b914-74b19b856b10', 'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'mac_address': 'fa:16:3e:58:c2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:02Z', 'updated_at': '2022-08-18T17:12:07Z', 'revision_number': 5, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'subnets': [{'id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:17:48.509021 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383a1c89-9eae-48bd-b463-21d2d1bbf250 None None] The sync data for ids ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'] in dv-cinder-853678-2-iscsi is: [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:03Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': '7d8972aa-b18e-4fc5-b9f7-a19d479711b6', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'port_id': 'f808cd21-3baf-4b05-8963-6d5edd94a102', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'mac_address': 'fa:16:3e:8e:6c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d8882f-eb9d-4d78-817f-a8439224bba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:17:46Z', 'updated_at': '2022-08-18T17:17:46Z', 'revision_number': 0, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'fixed_ip_address_scope': None}, {'id': 'eb80bb0b-79a8-4d45-8831-1d2b1407d515', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'port_id': 'ae35b8e6-3767-4d67-8189-4241efe3de81', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'mac_address': 'fa:16:3e:cc:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe99c95-ce5b-467a-92d4-15b02ac57d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:15:33Z', 'updated_at': '2022-08-18T17:15:36Z', 'revision_number': 1, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f73396-559a-4a75-b914-74b19b856b10', 'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'mac_address': 'fa:16:3e:58:c2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:02Z', 'updated_at': '2022-08-18T17:12:07Z', 'revision_number': 5, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'subnets': [{'id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:17:48.708910 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18ec500-c01b-4d67-badd-95cd73f82dba None None] New status for floating IP 7d8972aa-b18e-4fc5-b9f7-a19d479711b6: ACTIVE {{(pid=106920) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:17:55.491304 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=55 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:55.494259 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=93,neutron:INSERT=3 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:58.408808 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=61,neutron:DELETE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:58.410707 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=19 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:58.809277 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=84,neutron:UPDATE=7 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:58.817386 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:17:58.819201 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=75,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:18:02.733547 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:18:09.316518 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=96 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:18:09.318590 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=88 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:18:10.853839 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 53738) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:18:10.962948 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c369-30a1-41c0-8126-48ab4fc35d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:18:11.038760 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c369-30a1-41c0-8126-48ab4fc35d8b admin admin] Publish callbacks [] for security_group (445fd0bb-b773-4a97-bb38-f5c331fb93bc), precommit_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:18:11.133422 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-ebd7c369-30a1-41c0-8126-48ab4fc35d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (445fd0bb-b773-4a97-bb38-f5c331fb93bc), after_create {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:18:11.161957 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-9441d1b4-49a3-43eb-be2d-e887ad276dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:18:11.179179 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-ebd7c369-30a1-41c0-8126-48ab4fc35d8b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f94182efef054938b93318bed18453ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197174 Aug 18 17:18:11.179179 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7c369-30a1-41c0-8126-48ab4fc35d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445fd0bb-b773-4a97-bb38-f5c331fb93bc,revision_number=1']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:18:11.179583 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 53742) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:18:11.229685 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-01076609-ad29-406f-bf80-e6a4feda9eb2 admin admin] Publish callbacks [] for security_group (445fd0bb-b773-4a97-bb38-f5c331fb93bc), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:18:11.249783 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-01076609-ad29-406f-bf80-e6a4feda9eb2 admin admin] Publish callbacks [] for security_group (445fd0bb-b773-4a97-bb38-f5c331fb93bc), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:18:11.362032 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-01076609-ad29-406f-bf80-e6a4feda9eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (445fd0bb-b773-4a97-bb38-f5c331fb93bc), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:18:11.364684 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-01076609-ad29-406f-bf80-e6a4feda9eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:18:11.365857 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-01076609-ad29-406f-bf80-e6a4feda9eb2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/445fd0bb-b773-4a97-bb38-f5c331fb93bc HTTP/1.1" status: 204 len: 168 time: 0.1867085 Aug 18 17:18:11.375278 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01076609-ad29-406f-bf80-e6a4feda9eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445fd0bb-b773-4a97-bb38-f5c331fb93bc,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:18:11.383142 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01076609-ad29-406f-bf80-e6a4feda9eb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:18:11.387032 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01076609-ad29-406f-bf80-e6a4feda9eb2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:18:11.387032 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01076609-ad29-406f-bf80-e6a4feda9eb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:18:11.387032 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01076609-ad29-406f-bf80-e6a4feda9eb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:18:11.387032 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01076609-ad29-406f-bf80-e6a4feda9eb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:18:11.387032 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01076609-ad29-406f-bf80-e6a4feda9eb2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:18:11.387032 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01076609-ad29-406f-bf80-e6a4feda9eb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:18:11.387032 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01076609-ad29-406f-bf80-e6a4feda9eb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:18:11.387032 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01076609-ad29-406f-bf80-e6a4feda9eb2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:18:11.387032 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01076609-ad29-406f-bf80-e6a4feda9eb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:18:11.387032 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01076609-ad29-406f-bf80-e6a4feda9eb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:18:11.388194 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01076609-ad29-406f-bf80-e6a4feda9eb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:18:11.388194 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01076609-ad29-406f-bf80-e6a4feda9eb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:18:11.388194 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01076609-ad29-406f-bf80-e6a4feda9eb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:18:11.388484 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01076609-ad29-406f-bf80-e6a4feda9eb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:18:13.361766 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e13a611e-9b34-4f50-9bcb-27dc55bbee12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:18:14.859245 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:18:16.070992 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:18:16.299049 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:18:21.168942 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=17,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:18:21.170853 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=20,neutron:INSERT=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:18:21.370273 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:18:21.378267 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:18:22.318041 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:18:26.202903 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:18:26.206796 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:18:26.209504 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:18:32.313655 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=4 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:18:32.314432 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=4 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:18:32.675668 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:18:41.138114 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-7c674bd6-a0ce-4b34-bf92-6fa5d4e8ea7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:18:42.211467 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6ee75d22-1cb7-458e-9740-545cd66d73b4 req-c171fa91-987d-40fb-80f3-d1788a8adca1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420487 Aug 18 17:18:42.294159 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee75d22-1cb7-458e-9740-545cd66d73b4 req-f5c840c1-eb02-4418-b010-2c8bd728e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:18:42.295674 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6ee75d22-1cb7-458e-9740-545cd66d73b4 req-f5c840c1-eb02-4418-b010-2c8bd728e23f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c5e8eba08dfc4946becd6dba63f94eec&device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 1130 time: 0.0393381 Aug 18 17:18:42.411085 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee75d22-1cb7-458e-9740-545cd66d73b4 req-b8895519-d214-44b0-a225-12a4868fce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:18:42.412614 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6ee75d22-1cb7-458e-9740-545cd66d73b4 req-b8895519-d214-44b0-a225-12a4868fce5f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=744636b7-76bc-439f-9116-8e1ee85b3624 HTTP/1.1" status: 200 len: 912 time: 0.0980344 Aug 18 17:18:42.476076 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6ee75d22-1cb7-458e-9740-545cd66d73b4 req-f731df05-b403-4de7-adbd-39c1a33ba6bc service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae35b8e6-3767-4d67-8189-4241efe3de81 HTTP/1.1" status: 200 len: 1002 time: 0.0574083 Aug 18 17:18:42.524285 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee75d22-1cb7-458e-9740-545cd66d73b4 req-6841e9a8-6b0d-4ce5-9373-31dde8d6ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:18:42.525747 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6ee75d22-1cb7-458e-9740-545cd66d73b4 req-6841e9a8-6b0d-4ce5-9373-31dde8d6ae3c service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=06f69413-f936-4aa9-b8fe-e83b1f874689 HTTP/1.1" status: 200 len: 850 time: 0.0445411 Aug 18 17:18:42.572666 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee75d22-1cb7-458e-9740-545cd66d73b4 req-9000795f-9089-46ef-b8d6-fca991e76a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:18:42.574702 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6ee75d22-1cb7-458e-9740-545cd66d73b4 req-9000795f-9089-46ef-b8d6-fca991e76a6c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=744636b7-76bc-439f-9116-8e1ee85b3624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423081 Aug 18 17:18:42.664047 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6ee75d22-1cb7-458e-9740-545cd66d73b4 req-f292d761-587a-451b-bdca-07eff99cde2d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843353 Aug 18 17:18:42.758494 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-6ee75d22-1cb7-458e-9740-545cd66d73b4 req-bdf6eb54-dc7a-43e8-ac03-0b870d475a8f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888410 Aug 18 17:18:43.429917 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f87d4134-cac4-48bd-bb8a-ceb4636ed43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:18:44.829752 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:18:46.109585 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:18:46.263921 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:18:52.753764 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=48 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:18:52.754587 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=53 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:18:56.205267 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:18:56.209159 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:18:56.212897 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:18:59.317054 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:19:02.703459 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:09.338270 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=5 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:09.339048 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:11.138022 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-301dfd4d-2676-4893-bbc6-5747e9f34eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:13.377568 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-a9b50c5c-358e-4f4f-bcae-0d0ceb0b72b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:14.845862 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:16.069095 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:16.341988 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:16.687604 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 53760) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:19:16.832368 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Deleting port af8e5cc0-b50a-494c-892f-839f9263ce7c {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:19:16.832705 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (af8e5cc0-b50a-494c-892f-839f9263ce7c), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:16.911808 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (af8e5cc0-b50a-494c-892f-839f9263ce7c), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:16.912128 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for floatingip (af8e5cc0-b50a-494c-892f-839f9263ce7c), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:16.924399 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Calling delete_port for af8e5cc0-b50a-494c-892f-839f9263ce7c owned by network:floatingip {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:19:17.158851 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (af8e5cc0-b50a-494c-892f-839f9263ce7c), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:17.189683 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event deleted for resources: {'Port': ['ID=af8e5cc0-b50a-494c-892f-839f9263ce7c,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:19:17.214012 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:17.214360 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:17.215203 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:17.215580 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:17.215916 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:17.216257 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:17.216585 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:17.216914 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:17.217244 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:17.217576 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:17.217905 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:17.218234 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:17.218560 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:17.218882 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:17.219203 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:17.262269 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for floatingip (7d8972aa-b18e-4fc5-b9f7-a19d479711b6), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:17.262605 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.l3_db [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Floating IP 7d8972aa-b18e-4fc5-b9f7-a19d479711b6 disassociated (deleted). External IP: 172.27.1.25, port: f808cd21-3baf-4b05-8963-6d5edd94a102. Aug 18 17:19:17.472314 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Router be012b20-195d-49fe-9adf-bd1f6f5a0a2e has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:19:17.572561 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:17.575892 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:19:17.580201 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:17.586818 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdbab25-0e0d-41c7-91cd-cc43327e5be0 None None] Sync routers for ids ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:19:17.598650 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdbab25-0e0d-41c7-91cd-cc43327e5be0 None None] Routers {'be012b20-195d-49fe-9adf-bd1f6f5a0a2e'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:19:17.599234 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-4fdbab25-0e0d-41c7-91cd-cc43327e5be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:19:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:19:17.611532 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-e966a6e3-226a-4d27-aeae-7262a99025ed tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/7d8972aa-b18e-4fc5-b9f7-a19d479711b6 HTTP/1.1" status: 204 len: 168 time: 0.9228067 Aug 18 17:19:17.612700 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d8882f-eb9d-4d78-817f-a8439224bba2', 'tag': 'f808cd21-3baf-4b05-8963-6d5edd94a102'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:19:17.615106 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b64089-d66e-4b5b-84b2-51ddb2263bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d8882f-eb9d-4d78-817f-a8439224bba2", "tag": "f808cd21-3baf-4b05-8963-6d5edd94a102"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:19:17.661494 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62cb9fa-e351-47d2-b393-1bcf4c076984 x-openstack-request-id: req-c62cb9fa-e351-47d2-b393-1bcf4c076984 {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:19:17.661961 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d8882f-eb9d-4d78-817f-a8439224bba2", "tag": "f808cd21-3baf-4b05-8963-6d5edd94a102", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:19:17.662315 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c62cb9fa-e351-47d2-b393-1bcf4c076984 {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:19:17.662741 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c62cb9fa-e351-47d2-b393-1bcf4c076984'] response: {'name': 'network-changed', 'server_uuid': 'e6d8882f-eb9d-4d78-817f-a8439224bba2', 'tag': 'f808cd21-3baf-4b05-8963-6d5edd94a102', 'status': 'completed', 'code': 200} Aug 18 17:19:17.710218 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-4fdbab25-0e0d-41c7-91cd-cc43327e5be0 None None] Set router be012b20-195d-49fe-9adf-bd1f6f5a0a2e gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:19:17.729456 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b64089-d66e-4b5b-84b2-51ddb2263bf5 req-7542a6e5-bae3-44b0-8158-ad0db14a2ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:19:17.731630 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e8b64089-d66e-4b5b-84b2-51ddb2263bf5 req-7542a6e5-bae3-44b0-8158-ad0db14a2ea6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c5e8eba08dfc4946becd6dba63f94eec&device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 1129 time: 0.0440433 Aug 18 17:19:17.761798 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:17.829325 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b64089-d66e-4b5b-84b2-51ddb2263bf5 req-40bee030-ab19-4147-a1e6-b4fe5b21540b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:19:17.830784 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e8b64089-d66e-4b5b-84b2-51ddb2263bf5 req-40bee030-ab19-4147-a1e6-b4fe5b21540b service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=744636b7-76bc-439f-9116-8e1ee85b3624 HTTP/1.1" status: 200 len: 912 time: 0.0933123 Aug 18 17:19:17.870111 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e8b64089-d66e-4b5b-84b2-51ddb2263bf5 req-126df002-4a35-4806-bcfa-dd118202a94c service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f808cd21-3baf-4b05-8963-6d5edd94a102 HTTP/1.1" status: 200 len: 217 time: 0.0336413 Aug 18 17:19:17.924835 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b64089-d66e-4b5b-84b2-51ddb2263bf5 req-55a1f5bf-6ffd-4d9c-9374-00eba09da074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:19:17.926368 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e8b64089-d66e-4b5b-84b2-51ddb2263bf5 req-55a1f5bf-6ffd-4d9c-9374-00eba09da074 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=06f69413-f936-4aa9-b8fe-e83b1f874689 HTTP/1.1" status: 200 len: 850 time: 0.0509799 Aug 18 17:19:17.936278 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-4fdbab25-0e0d-41c7-91cd-cc43327e5be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:03Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': 'eb80bb0b-79a8-4d45-8831-1d2b1407d515', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'port_id': 'ae35b8e6-3767-4d67-8189-4241efe3de81', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'mac_address': 'fa:16:3e:cc:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe99c95-ce5b-467a-92d4-15b02ac57d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:15:33Z', 'updated_at': '2022-08-18T17:15:36Z', 'revision_number': 1, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f73396-559a-4a75-b914-74b19b856b10', 'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'mac_address': 'fa:16:3e:58:c2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:02Z', 'updated_at': '2022-08-18T17:12:07Z', 'revision_number': 5, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'subnets': [{'id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:19:17.961339 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdbab25-0e0d-41c7-91cd-cc43327e5be0 None None] Checking router: be012b20-195d-49fe-9adf-bd1f6f5a0a2e for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:19:17.970815 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdbab25-0e0d-41c7-91cd-cc43327e5be0 None None] Routers {'be012b20-195d-49fe-9adf-bd1f6f5a0a2e'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:19:17.971431 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-4fdbab25-0e0d-41c7-91cd-cc43327e5be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:19:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:19:17.972636 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b64089-d66e-4b5b-84b2-51ddb2263bf5 req-b0ebc86b-05ce-49dc-8049-c486ab297bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:19:17.974157 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e8b64089-d66e-4b5b-84b2-51ddb2263bf5 req-b0ebc86b-05ce-49dc-8049-c486ab297bf0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=744636b7-76bc-439f-9116-8e1ee85b3624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410419 Aug 18 17:19:18.074714 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e8b64089-d66e-4b5b-84b2-51ddb2263bf5 req-b29a1a7c-dd0c-485b-b9fa-f139beaa828e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947628 Aug 18 17:19:18.082448 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-4fdbab25-0e0d-41c7-91cd-cc43327e5be0 None None] Set router be012b20-195d-49fe-9adf-bd1f6f5a0a2e gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:19:18.114768 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16445e64-6de6-4892-ab6d-02503aeb833d req-9f7054d8-715a-41e9-9579-4ba6a04e496d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:19:18.116513 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-16445e64-6de6-4892-ab6d-02503aeb833d req-9f7054d8-715a-41e9-9579-4ba6a04e496d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 945 time: 0.0503008 Aug 18 17:19:18.167408 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-16445e64-6de6-4892-ab6d-02503aeb833d req-79893398-6d19-4070-9add-db4da49fb271 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449142 Aug 18 17:19:18.293954 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-4fdbab25-0e0d-41c7-91cd-cc43327e5be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:03Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': 'eb80bb0b-79a8-4d45-8831-1d2b1407d515', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'port_id': 'ae35b8e6-3767-4d67-8189-4241efe3de81', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'mac_address': 'fa:16:3e:cc:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe99c95-ce5b-467a-92d4-15b02ac57d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:15:33Z', 'updated_at': '2022-08-18T17:15:36Z', 'revision_number': 1, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f73396-559a-4a75-b914-74b19b856b10', 'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'mac_address': 'fa:16:3e:58:c2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:02Z', 'updated_at': '2022-08-18T17:12:07Z', 'revision_number': 5, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'subnets': [{'id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:19:18.321567 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdbab25-0e0d-41c7-91cd-cc43327e5be0 None None] The sync data for ids ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'] in dv-cinder-853678-2-iscsi is: [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:03Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_floatingips': [{'id': 'eb80bb0b-79a8-4d45-8831-1d2b1407d515', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'router_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'port_id': 'ae35b8e6-3767-4d67-8189-4241efe3de81', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'mac_address': 'fa:16:3e:cc:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe99c95-ce5b-467a-92d4-15b02ac57d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-18T17:15:33Z', 'updated_at': '2022-08-18T17:15:36Z', 'revision_number': 1, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f73396-559a-4a75-b914-74b19b856b10', 'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'mac_address': 'fa:16:3e:58:c2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:02Z', 'updated_at': '2022-08-18T17:12:07Z', 'revision_number': 5, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'subnets': [{'id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:19:18.546434 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6857f2d2-d577-484f-af83-1f0d14f13a15 None None] New status for floating IP 7d8972aa-b18e-4fc5-b9f7-a19d479711b6: DOWN {{(pid=106920) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:19:19.119430 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-e8b64089-d66e-4b5b-84b2-51ddb2263bf5 req-b2331bb3-cb00-4125-b448-e1d1da1201e0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893247 Aug 18 17:19:19.289561 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79485290-b8f5-414f-9f19-c9c7f57534c6 req-c9c90beb-9387-42b7-9e11-45021c647351 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:19:19.291039 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-79485290-b8f5-414f-9f19-c9c7f57534c6 req-c9c90beb-9387-42b7-9e11-45021c647351 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 945 time: 0.0481188 Aug 18 17:19:19.340720 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-79485290-b8f5-414f-9f19-c9c7f57534c6 req-9282f576-44a9-42dd-9b35-ac9cf0191255 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434930 Aug 18 17:19:19.586136 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4b55a-5d00-410c-b9ee-3e24f3cb27c2 req-f12ff7bf-1aa4-47db-af08-013597a9368e tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:19:19.587630 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c4b4b55a-5d00-410c-b9ee-3e24f3cb27c2 req-f12ff7bf-1aa4-47db-af08-013597a9368e tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 945 time: 0.0464909 Aug 18 17:19:19.673400 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [req-c4b4b55a-5d00-410c-b9ee-3e24f3cb27c2 req-54c09386-4c0f-4923-be30-af9bee990899 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Deleting port f808cd21-3baf-4b05-8963-6d5edd94a102 {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:19:19.673747 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-c4b4b55a-5d00-410c-b9ee-3e24f3cb27c2 req-54c09386-4c0f-4923-be30-af9bee990899 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (f808cd21-3baf-4b05-8963-6d5edd94a102), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:19.746774 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:19.768278 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [req-c4b4b55a-5d00-410c-b9ee-3e24f3cb27c2 req-54c09386-4c0f-4923-be30-af9bee990899 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] For port f808cd21-3baf-4b05-8963-6d5edd94a102, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=f808cd21-3baf-4b05-8963-6d5edd94a102,segment=NetworkSegment(18f1b367-0c7e-4cfe-a0a6-677c8efd49ab),segment_id=18f1b367-0c7e-4cfe-a0a6-677c8efd49ab)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:19:19.768816 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-c4b4b55a-5d00-410c-b9ee-3e24f3cb27c2 req-54c09386-4c0f-4923-be30-af9bee990899 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (f808cd21-3baf-4b05-8963-6d5edd94a102), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:19.783761 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [req-c4b4b55a-5d00-410c-b9ee-3e24f3cb27c2 req-54c09386-4c0f-4923-be30-af9bee990899 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Calling delete_port for f808cd21-3baf-4b05-8963-6d5edd94a102 owned by compute:nova {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:19:19.995191 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-c4b4b55a-5d00-410c-b9ee-3e24f3cb27c2 req-54c09386-4c0f-4923-be30-af9bee990899 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (f808cd21-3baf-4b05-8963-6d5edd94a102), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:20.025992 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c09386-4c0f-4923-be30-af9bee990899 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event deleted for resources: {'Port': ['ID=f808cd21-3baf-4b05-8963-6d5edd94a102,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:19:20.074819 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b4b55a-5d00-410c-b9ee-3e24f3cb27c2 req-54c09386-4c0f-4923-be30-af9bee990899 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] No DVR routers for this DVR port f808cd21-3baf-4b05-8963-6d5edd94a102 on host hv-cinder-85367 {{(pid=106919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:19:20.077304 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-c4b4b55a-5d00-410c-b9ee-3e24f3cb27c2 req-54c09386-4c0f-4923-be30-af9bee990899 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:20.080556 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c4b4b55a-5d00-410c-b9ee-3e24f3cb27c2 req-54c09386-4c0f-4923-be30-af9bee990899 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.40 "DELETE /networking/v2.0/ports/f808cd21-3baf-4b05-8963-6d5edd94a102 HTTP/1.1" status: 204 len: 173 time: 0.4879308 Aug 18 17:19:20.080989 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d8882f-eb9d-4d78-817f-a8439224bba2', 'name': 'network-vif-deleted', 'tag': 'f808cd21-3baf-4b05-8963-6d5edd94a102'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:19:20.083258 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d656a20-e33a-4b35-aba2-1c688088c8be" -d '{"events": [{"server_uuid": "e6d8882f-eb9d-4d78-817f-a8439224bba2", "name": "network-vif-deleted", "tag": "f808cd21-3baf-4b05-8963-6d5edd94a102"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:19:20.121159 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a783d5d0-b58b-4b77-8e25-7b53a5159cbd x-openstack-request-id: req-a783d5d0-b58b-4b77-8e25-7b53a5159cbd {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:19:20.122024 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d8882f-eb9d-4d78-817f-a8439224bba2", "name": "network-vif-deleted", "tag": "f808cd21-3baf-4b05-8963-6d5edd94a102", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:19:20.122024 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a783d5d0-b58b-4b77-8e25-7b53a5159cbd {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:19:20.122359 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a783d5d0-b58b-4b77-8e25-7b53a5159cbd'] response: {'server_uuid': 'e6d8882f-eb9d-4d78-817f-a8439224bba2', 'name': 'network-vif-deleted', 'tag': 'f808cd21-3baf-4b05-8963-6d5edd94a102', 'status': 'completed', 'code': 200} Aug 18 17:19:20.445580 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-86e15e68-7827-48f2-93a9-95c962746b6a req-97fab0c4-916c-47be-8be2-3e31be841355 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 210 time: 0.0300188 Aug 18 17:19:21.567009 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-ced03bb4-aa70-4f88-9ee7-4fb4623361ee req-73605dcc-db4e-4835-ad79-deeebbcf767a tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e6d8882f-eb9d-4d78-817f-a8439224bba2 HTTP/1.1" status: 200 len: 210 time: 0.0304573 Aug 18 17:19:22.511285 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device f808cd21-3baf-4b05-8963-6d5edd94a102 no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:19:22.533845 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] No Port match for: f808cd21-3baf-4b05-8963-6d5edd94a102 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:19:22.534187 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device f808cd21-3baf-4b05-8963-6d5edd94a102 not bound to the agent host hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:19:25.096535 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 53802) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:19:25.253380 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-41287c1f-29a1-402e-9168-b141368a2aff tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Deleting port f3a4a09d-c833-4bf3-adef-22f938cb8760 {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:19:25.253719 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-41287c1f-29a1-402e-9168-b141368a2aff tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (f3a4a09d-c833-4bf3-adef-22f938cb8760), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:25.335745 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-41287c1f-29a1-402e-9168-b141368a2aff tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (f3a4a09d-c833-4bf3-adef-22f938cb8760), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:25.336203 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-41287c1f-29a1-402e-9168-b141368a2aff tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for floatingip (f3a4a09d-c833-4bf3-adef-22f938cb8760), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:25.350591 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-41287c1f-29a1-402e-9168-b141368a2aff tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Calling delete_port for f3a4a09d-c833-4bf3-adef-22f938cb8760 owned by network:floatingip {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:19:25.363219 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:25.617785 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-41287c1f-29a1-402e-9168-b141368a2aff tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (f3a4a09d-c833-4bf3-adef-22f938cb8760), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:25.649070 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41287c1f-29a1-402e-9168-b141368a2aff tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event deleted for resources: {'Port': ['ID=f3a4a09d-c833-4bf3-adef-22f938cb8760,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:19:25.698110 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:25.713630 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-41287c1f-29a1-402e-9168-b141368a2aff tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for floatingip (eb80bb0b-79a8-4d45-8831-1d2b1407d515), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:25.713982 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.db.l3_db [None req-41287c1f-29a1-402e-9168-b141368a2aff tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Floating IP eb80bb0b-79a8-4d45-8831-1d2b1407d515 disassociated (deleted). External IP: 172.27.1.231, port: ae35b8e6-3767-4d67-8189-4241efe3de81. Aug 18 17:19:26.234248 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41287c1f-29a1-402e-9168-b141368a2aff tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Router be012b20-195d-49fe-9adf-bd1f6f5a0a2e has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:19:26.289927 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:UPDATE=5,neutron:SELECT=9 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:26.339667 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41287c1f-29a1-402e-9168-b141368a2aff tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:19:26.344566 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-41287c1f-29a1-402e-9168-b141368a2aff tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:26.350070 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aecc5c9-a142-444b-a008-c8cb1817295f None None] Sync routers for ids ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:19:26.361146 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aecc5c9-a142-444b-a008-c8cb1817295f None None] Routers {'be012b20-195d-49fe-9adf-bd1f6f5a0a2e'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:19:26.361760 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-2aecc5c9-a142-444b-a008-c8cb1817295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:19:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:19:26.376243 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-41287c1f-29a1-402e-9168-b141368a2aff tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/eb80bb0b-79a8-4d45-8831-1d2b1407d515 HTTP/1.1" status: 204 len: 168 time: 1.2783368 Aug 18 17:19:26.376823 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe99c95-ce5b-467a-92d4-15b02ac57d02', 'tag': 'ae35b8e6-3767-4d67-8189-4241efe3de81'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:19:26.379086 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477952f5-6b9f-4781-8bde-9a010b272015" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe99c95-ce5b-467a-92d4-15b02ac57d02", "tag": "ae35b8e6-3767-4d67-8189-4241efe3de81"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:19:26.431838 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Aug 2022 17:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ed722e-383d-44af-90ed-11cf2e6253ce x-openstack-request-id: req-11ed722e-383d-44af-90ed-11cf2e6253ce {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:19:26.432090 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe99c95-ce5b-467a-92d4-15b02ac57d02", "tag": "ae35b8e6-3767-4d67-8189-4241efe3de81", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:19:26.432273 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-11ed722e-383d-44af-90ed-11cf2e6253ce {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:19:26.432641 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ed722e-383d-44af-90ed-11cf2e6253ce'] response: {'name': 'network-changed', 'server_uuid': 'bbe99c95-ce5b-467a-92d4-15b02ac57d02', 'tag': 'ae35b8e6-3767-4d67-8189-4241efe3de81', 'status': 'completed', 'code': 200} Aug 18 17:19:26.499645 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477952f5-6b9f-4781-8bde-9a010b272015 req-7e3e8a36-8204-4a09-95d8-85aeb2a2d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:19:26.501138 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-477952f5-6b9f-4781-8bde-9a010b272015 req-7e3e8a36-8204-4a09-95d8-85aeb2a2d97c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c5e8eba08dfc4946becd6dba63f94eec&device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 1130 time: 0.0464683 Aug 18 17:19:26.562325 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-2aecc5c9-a142-444b-a008-c8cb1817295f None None] Set router be012b20-195d-49fe-9adf-bd1f6f5a0a2e gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:19:26.604399 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477952f5-6b9f-4781-8bde-9a010b272015 req-1ecc38ce-40e3-435a-8098-2679a9c2816e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:19:26.605941 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-477952f5-6b9f-4781-8bde-9a010b272015 req-1ecc38ce-40e3-435a-8098-2679a9c2816e service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=744636b7-76bc-439f-9116-8e1ee85b3624 HTTP/1.1" status: 200 len: 912 time: 0.0987372 Aug 18 17:19:26.646267 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-477952f5-6b9f-4781-8bde-9a010b272015 req-0dbb505d-cb8f-4070-a096-2f826a556a09 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae35b8e6-3767-4d67-8189-4241efe3de81 HTTP/1.1" status: 200 len: 217 time: 0.0335031 Aug 18 17:19:26.693431 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=100 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:26.697640 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477952f5-6b9f-4781-8bde-9a010b272015 req-08be572e-d078-4f28-8122-6673f17db00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:19:26.704250 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-477952f5-6b9f-4781-8bde-9a010b272015 req-08be572e-d078-4f28-8122-6673f17db00d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=06f69413-f936-4aa9-b8fe-e83b1f874689 HTTP/1.1" status: 200 len: 850 time: 0.0471711 Aug 18 17:19:26.709173 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=100 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:26.748095 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477952f5-6b9f-4781-8bde-9a010b272015 req-b9c19245-0816-4c86-a864-edcdb629cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:19:26.749612 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-477952f5-6b9f-4781-8bde-9a010b272015 req-b9c19245-0816-4c86-a864-edcdb629cf6f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=744636b7-76bc-439f-9116-8e1ee85b3624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441170 Aug 18 17:19:26.760176 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-2aecc5c9-a142-444b-a008-c8cb1817295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:03Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'b1f73396-559a-4a75-b914-74b19b856b10', 'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'mac_address': 'fa:16:3e:58:c2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:02Z', 'updated_at': '2022-08-18T17:12:07Z', 'revision_number': 5, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'subnets': [{'id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:19:26.789554 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aecc5c9-a142-444b-a008-c8cb1817295f None None] Checking router: be012b20-195d-49fe-9adf-bd1f6f5a0a2e for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:19:26.797472 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aecc5c9-a142-444b-a008-c8cb1817295f None None] Routers {'be012b20-195d-49fe-9adf-bd1f6f5a0a2e'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:19:26.798110 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-2aecc5c9-a142-444b-a008-c8cb1817295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:19:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:19:26.838698 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:26.888361 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-477952f5-6b9f-4781-8bde-9a010b272015 req-acf3ec93-1af0-4ec4-8050-aef04f171157 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321671 Aug 18 17:19:26.896512 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c853a-2644-4121-a0b5-dbcda36d48f0 req-67daa7a2-5bd0-4e8f-80ff-65b1d4830b4f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:19:26.898006 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c06c853a-2644-4121-a0b5-dbcda36d48f0 req-67daa7a2-5bd0-4e8f-80ff-65b1d4830b4f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 946 time: 0.0710347 Aug 18 17:19:26.911312 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-2aecc5c9-a142-444b-a008-c8cb1817295f None None] Set router be012b20-195d-49fe-9adf-bd1f6f5a0a2e gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:19:26.950887 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-c06c853a-2644-4121-a0b5-dbcda36d48f0 req-0a91e1d0-c02e-4c17-9aa9-a093e6635ade tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457108 Aug 18 17:19:27.100745 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-2aecc5c9-a142-444b-a008-c8cb1817295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:03Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'b1f73396-559a-4a75-b914-74b19b856b10', 'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'mac_address': 'fa:16:3e:58:c2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:02Z', 'updated_at': '2022-08-18T17:12:07Z', 'revision_number': 5, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'subnets': [{'id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:19:27.125768 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aecc5c9-a142-444b-a008-c8cb1817295f None None] The sync data for ids ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'] in dv-cinder-853678-2-iscsi is: [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:03Z', 'revision_number': 4, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi', '_interfaces': [{'id': 'b1f73396-559a-4a75-b914-74b19b856b10', 'name': '', 'network_id': '744636b7-76bc-439f-9116-8e1ee85b3624', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'mac_address': 'fa:16:3e:58:c2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:02Z', 'updated_at': '2022-08-18T17:12:07Z', 'revision_number': 5, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'subnets': [{'id': '06f69413-f936-4aa9-b8fe-e83b1f874689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:19:27.344164 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71aa9ae-883b-44ad-bb48-09cef1e6c464 None None] New status for floating IP eb80bb0b-79a8-4d45-8831-1d2b1407d515: DOWN {{(pid=106920) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 18 17:19:27.348768 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:27.893987 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-477952f5-6b9f-4781-8bde-9a010b272015 req-332349c4-efc2-4f84-aea5-8c2e2e89d868 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837386 Aug 18 17:19:28.073146 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ff771-cc33-4c53-a55a-515cffd1c144 req-78079d97-b902-4460-bab5-79e9d3c91d41 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:19:28.074551 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d15ff771-cc33-4c53-a55a-515cffd1c144 req-78079d97-b902-4460-bab5-79e9d3c91d41 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 946 time: 0.0486221 Aug 18 17:19:28.126126 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-d15ff771-cc33-4c53-a55a-515cffd1c144 req-e27d45c9-9c87-478f-8816-a606e81117c9 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=4b230ef0-65f3-46e8-b530-5645a7ed54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451958 Aug 18 17:19:28.289195 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09e088-e0a0-431e-b0db-f4482ad7380f req-63c9b505-53f0-4fd4-96f7-189b7f9c1366 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 18 17:19:28.290651 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8e09e088-e0a0-431e-b0db-f4482ad7380f req-63c9b505-53f0-4fd4-96f7-189b7f9c1366 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 946 time: 0.0511885 Aug 18 17:19:28.372778 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [req-8e09e088-e0a0-431e-b0db-f4482ad7380f req-96523bca-f948-4570-8702-b72481a3155f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Deleting port ae35b8e6-3767-4d67-8189-4241efe3de81 {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:19:28.373132 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-8e09e088-e0a0-431e-b0db-f4482ad7380f req-96523bca-f948-4570-8702-b72481a3155f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (ae35b8e6-3767-4d67-8189-4241efe3de81), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:28.394016 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:28.470205 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [req-8e09e088-e0a0-431e-b0db-f4482ad7380f req-96523bca-f948-4570-8702-b72481a3155f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] For port ae35b8e6-3767-4d67-8189-4241efe3de81, host hv-cinder-85367, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85367',level=0,port_id=ae35b8e6-3767-4d67-8189-4241efe3de81,segment=NetworkSegment(18f1b367-0c7e-4cfe-a0a6-677c8efd49ab),segment_id=18f1b367-0c7e-4cfe-a0a6-677c8efd49ab)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:19:28.470574 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-8e09e088-e0a0-431e-b0db-f4482ad7380f req-96523bca-f948-4570-8702-b72481a3155f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (ae35b8e6-3767-4d67-8189-4241efe3de81), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:28.485472 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [req-8e09e088-e0a0-431e-b0db-f4482ad7380f req-96523bca-f948-4570-8702-b72481a3155f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Calling delete_port for ae35b8e6-3767-4d67-8189-4241efe3de81 owned by compute:nova {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:19:28.686347 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-8e09e088-e0a0-431e-b0db-f4482ad7380f req-96523bca-f948-4570-8702-b72481a3155f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (ae35b8e6-3767-4d67-8189-4241efe3de81), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:28.713128 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96523bca-f948-4570-8702-b72481a3155f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event deleted for resources: {'Port': ['ID=ae35b8e6-3767-4d67-8189-4241efe3de81,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:19:28.767170 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e09e088-e0a0-431e-b0db-f4482ad7380f req-96523bca-f948-4570-8702-b72481a3155f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] No DVR routers for this DVR port ae35b8e6-3767-4d67-8189-4241efe3de81 on host hv-cinder-85367 {{(pid=106919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:19:28.769622 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [req-8e09e088-e0a0-431e-b0db-f4482ad7380f req-96523bca-f948-4570-8702-b72481a3155f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for port (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:28.772938 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [req-8e09e088-e0a0-431e-b0db-f4482ad7380f req-96523bca-f948-4570-8702-b72481a3155f tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.40 "DELETE /networking/v2.0/ports/ae35b8e6-3767-4d67-8189-4241efe3de81 HTTP/1.1" status: 204 len: 173 time: 0.4774256 Aug 18 17:19:28.773374 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe99c95-ce5b-467a-92d4-15b02ac57d02', 'name': 'network-vif-deleted', 'tag': 'ae35b8e6-3767-4d67-8189-4241efe3de81'}] {{(pid=106919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 18 17:19:28.775793 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf1da733072841bde4bf596abb16410c5fac7a4cf95416bc53f5c50bf263c7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92aab42e-362d-452d-9756-dfba1ebb17bb" -d '{"events": [{"server_uuid": "bbe99c95-ce5b-467a-92d4-15b02ac57d02", "name": "network-vif-deleted", "tag": "ae35b8e6-3767-4d67-8189-4241efe3de81"}]}' {{(pid=106919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 17:19:28.814515 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Aug 2022 17:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27aaeff-d676-47f1-8aa6-ceefe43105f2 x-openstack-request-id: req-c27aaeff-d676-47f1-8aa6-ceefe43105f2 {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 17:19:28.814812 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe99c95-ce5b-467a-92d4-15b02ac57d02", "name": "network-vif-deleted", "tag": "ae35b8e6-3767-4d67-8189-4241efe3de81", "status": "completed", "code": 200}]} {{(pid=106919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 17:19:28.815062 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c27aaeff-d676-47f1-8aa6-ceefe43105f2 {{(pid=106919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 17:19:28.815562 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c27aaeff-d676-47f1-8aa6-ceefe43105f2'] response: {'server_uuid': 'bbe99c95-ce5b-467a-92d4-15b02ac57d02', 'name': 'network-vif-deleted', 'tag': 'ae35b8e6-3767-4d67-8189-4241efe3de81', 'status': 'completed', 'code': 200} Aug 18 17:19:29.239008 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [req-54721bb9-da77-494d-935d-b69e23b0474c req-4ef45fe3-81f4-458d-bda5-bd89994b84c8 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bbe99c95-ce5b-467a-92d4-15b02ac57d02 HTTP/1.1" status: 200 len: 210 time: 0.0278416 Aug 18 17:19:30.304410 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 53818) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:19:30.417920 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-26bcddfd-4c1b-4ee6-8218-5f8171d21565 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Deleting port 2a97be13-4100-4bab-8f12-01570a5ab0a6 {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:19:30.418265 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-26bcddfd-4c1b-4ee6-8218-5f8171d21565 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (2a97be13-4100-4bab-8f12-01570a5ab0a6), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:30.493722 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-26bcddfd-4c1b-4ee6-8218-5f8171d21565 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (2a97be13-4100-4bab-8f12-01570a5ab0a6), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:30.494049 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-26bcddfd-4c1b-4ee6-8218-5f8171d21565 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for floatingip (2a97be13-4100-4bab-8f12-01570a5ab0a6), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:30.506166 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-26bcddfd-4c1b-4ee6-8218-5f8171d21565 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Calling delete_port for 2a97be13-4100-4bab-8f12-01570a5ab0a6 owned by network:floatingip {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:19:30.597337 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:30.743162 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-26bcddfd-4c1b-4ee6-8218-5f8171d21565 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (2a97be13-4100-4bab-8f12-01570a5ab0a6), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:30.768508 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bcddfd-4c1b-4ee6-8218-5f8171d21565 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event deleted for resources: {'Port': ['ID=2a97be13-4100-4bab-8f12-01570a5ab0a6,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:19:30.839221 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-26bcddfd-4c1b-4ee6-8218-5f8171d21565 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for floatingip (3929d056-8a2a-4005-8d48-5ef96d470a78), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:30.841806 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-26bcddfd-4c1b-4ee6-8218-5f8171d21565 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171380'] for floatingip (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:30.842971 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-26bcddfd-4c1b-4ee6-8218-5f8171d21565 tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/3929d056-8a2a-4005-8d48-5ef96d470a78 HTTP/1.1" status: 204 len: 168 time: 0.5376563 Aug 18 17:19:32.236856 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 53830) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:19:32.295640 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-60bbbcca-da92-454c-ba59-acf3759e5f9d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group (4b230ef0-65f3-46e8-b530-5645a7ed54ff), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:32.325650 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-60bbbcca-da92-454c-ba59-acf3759e5f9d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group (4b230ef0-65f3-46e8-b530-5645a7ed54ff), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:32.485976 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-60bbbcca-da92-454c-ba59-acf3759e5f9d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (4b230ef0-65f3-46e8-b530-5645a7ed54ff), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:32.488557 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-60bbbcca-da92-454c-ba59-acf3759e5f9d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:32.489723 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-60bbbcca-da92-454c-ba59-acf3759e5f9d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4b230ef0-65f3-46e8-b530-5645a7ed54ff HTTP/1.1" status: 204 len: 168 time: 0.2518473 Aug 18 17:19:32.501531 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbbcca-da92-454c-ba59-acf3759e5f9d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b230ef0-65f3-46e8-b530-5645a7ed54ff,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:19:32.509832 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bbbcca-da92-454c-ba59-acf3759e5f9d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:32.510703 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bbbcca-da92-454c-ba59-acf3759e5f9d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:32.511081 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bbbcca-da92-454c-ba59-acf3759e5f9d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:32.511477 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bbbcca-da92-454c-ba59-acf3759e5f9d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:32.511851 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bbbcca-da92-454c-ba59-acf3759e5f9d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:32.512800 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bbbcca-da92-454c-ba59-acf3759e5f9d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:32.513142 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bbbcca-da92-454c-ba59-acf3759e5f9d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:32.513476 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bbbcca-da92-454c-ba59-acf3759e5f9d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:32.513806 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bbbcca-da92-454c-ba59-acf3759e5f9d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:32.514136 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bbbcca-da92-454c-ba59-acf3759e5f9d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:32.514468 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bbbcca-da92-454c-ba59-acf3759e5f9d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:32.514710 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=21 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:32.515221 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bbbcca-da92-454c-ba59-acf3759e5f9d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:32.515221 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bbbcca-da92-454c-ba59-acf3759e5f9d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:32.515463 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bbbcca-da92-454c-ba59-acf3759e5f9d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:32.542208 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bbbcca-da92-454c-ba59-acf3759e5f9d tempest-TestVolumeBootPattern-77034262 tempest-TestVolumeBootPattern-77034262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:32.543993 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device ae35b8e6-3767-4d67-8189-4241efe3de81 no longer exists at agent hyperv_hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:19:32.562299 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] No Port match for: ae35b8e6-3767-4d67-8189-4241efe3de81 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:19:32.562648 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Device ae35b8e6-3767-4d67-8189-4241efe3de81 not bound to the agent host hv-cinder-85367 {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:19:32.683522 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 53834) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:19:32.718155 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:33.150863 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-68dd45aa-5503-4270-8189-0ac86847101a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3878567'] for router_interface (be012b20-195d-49fe-9adf-bd1f6f5a0a2e), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:33.365753 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:33.373396 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-68dd45aa-5503-4270-8189-0ac86847101a admin admin] Deleting port b1f73396-559a-4a75-b914-74b19b856b10 {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:19:33.373743 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-68dd45aa-5503-4270-8189-0ac86847101a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (b1f73396-559a-4a75-b914-74b19b856b10), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:33.396386 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:33.457640 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [None req-68dd45aa-5503-4270-8189-0ac86847101a admin admin] For port b1f73396-559a-4a75-b914-74b19b856b10, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=b1f73396-559a-4a75-b914-74b19b856b10,segment=NetworkSegment(18f1b367-0c7e-4cfe-a0a6-677c8efd49ab),segment_id=18f1b367-0c7e-4cfe-a0a6-677c8efd49ab)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:19:33.457988 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-68dd45aa-5503-4270-8189-0ac86847101a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (b1f73396-559a-4a75-b914-74b19b856b10), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:33.471190 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-68dd45aa-5503-4270-8189-0ac86847101a admin admin] Calling delete_port for b1f73396-559a-4a75-b914-74b19b856b10 owned by network:router_interface {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:19:33.752578 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-68dd45aa-5503-4270-8189-0ac86847101a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (b1f73396-559a-4a75-b914-74b19b856b10), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:33.776442 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd45aa-5503-4270-8189-0ac86847101a admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f73396-559a-4a75-b914-74b19b856b10,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:19:33.941726 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-68dd45aa-5503-4270-8189-0ac86847101a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3873623'] for router_interface (be012b20-195d-49fe-9adf-bd1f6f5a0a2e), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:34.149297 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68dd45aa-5503-4270-8189-0ac86847101a admin admin] Router be012b20-195d-49fe-9adf-bd1f6f5a0a2e has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:19:34.200523 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:34.251770 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dd45aa-5503-4270-8189-0ac86847101a admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:19:34.262572 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-68dd45aa-5503-4270-8189-0ac86847101a admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/be012b20-195d-49fe-9adf-bd1f6f5a0a2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5736213 Aug 18 17:19:34.262572 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 53838) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:19:34.262778 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d6c16d-478d-4801-9d98-5aa8084e3c87 None None] Sync routers for ids ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'] in dv-cinder-853678-2-iscsi {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:19:34.271809 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d6c16d-478d-4801-9d98-5aa8084e3c87 None None] Routers {'be012b20-195d-49fe-9adf-bd1f6f5a0a2e'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:19:34.272412 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-61d6c16d-478d-4801-9d98-5aa8084e3c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:19:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:19:34.363346 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b85ffe24-aed2-4749-ac5c-1c5bc1dcfcb1 admin admin] Publish callbacks [] for router (be012b20-195d-49fe-9adf-bd1f6f5a0a2e), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:34.365550 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:34.388727 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-61d6c16d-478d-4801-9d98-5aa8084e3c87 None None] Set router be012b20-195d-49fe-9adf-bd1f6f5a0a2e gateway port host: dv-cinder-853678-2-iscsi {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:19:34.464678 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b85ffe24-aed2-4749-ac5c-1c5bc1dcfcb1 admin admin] Publish callbacks [] for router_gateway (be012b20-195d-49fe-9adf-bd1f6f5a0a2e), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:34.560769 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-61d6c16d-478d-4801-9d98-5aa8084e3c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '894f5326-0333-490b-a1a2-00adc567377f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:19:33Z', 'revision_number': 5, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port': {'id': '894f5326-0333-490b-a1a2-00adc567377f', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:19:34.586877 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d6c16d-478d-4801-9d98-5aa8084e3c87 None None] Checking router: be012b20-195d-49fe-9adf-bd1f6f5a0a2e for host: dv-cinder-853678-2-iscsi {{(pid=106921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:19:34.596806 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d6c16d-478d-4801-9d98-5aa8084e3c87 None None] Routers {'be012b20-195d-49fe-9adf-bd1f6f5a0a2e'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:19:34.597433 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-61d6c16d-478d-4801-9d98-5aa8084e3c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:19:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'], 'active': True} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:19:34.681313 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=100 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:34.696939 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_dvr_db [None req-61d6c16d-478d-4801-9d98-5aa8084e3c87 None None] Set router be012b20-195d-49fe-9adf-bd1f6f5a0a2e gateway port host: None {{(pid=106921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:19:34.751057 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.l3_hamode_db [None req-61d6c16d-478d-4801-9d98-5aa8084e3c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:19:34Z', 'revision_number': 6, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port_host': None}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:19:34.777901 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d6c16d-478d-4801-9d98-5aa8084e3c87 None None] The sync data for ids ['be012b20-195d-49fe-9adf-bd1f6f5a0a2e'] in dv-cinder-853678-2-iscsi is: [{'id': 'be012b20-195d-49fe-9adf-bd1f6f5a0a2e', 'name': 'tempest-TestVolumeBootPattern-922339999-router', 'tenant_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:00Z', 'updated_at': '2022-08-18T17:19:34Z', 'revision_number': 6, 'project_id': 'c5e8eba08dfc4946becd6dba63f94eec', 'gw_port_host': None}] {{(pid=106921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:19:34.848595 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-b85ffe24-aed2-4749-ac5c-1c5bc1dcfcb1 admin admin] Deleting port 894f5326-0333-490b-a1a2-00adc567377f {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:19:34.848930 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b85ffe24-aed2-4749-ac5c-1c5bc1dcfcb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (894f5326-0333-490b-a1a2-00adc567377f), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:34.928475 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [None req-b85ffe24-aed2-4749-ac5c-1c5bc1dcfcb1 admin admin] For port 894f5326-0333-490b-a1a2-00adc567377f, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=894f5326-0333-490b-a1a2-00adc567377f,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:19:34.928838 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b85ffe24-aed2-4749-ac5c-1c5bc1dcfcb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (894f5326-0333-490b-a1a2-00adc567377f), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:34.944423 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-b85ffe24-aed2-4749-ac5c-1c5bc1dcfcb1 admin admin] Calling delete_port for 894f5326-0333-490b-a1a2-00adc567377f owned by network:router_gateway {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:19:35.177971 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b85ffe24-aed2-4749-ac5c-1c5bc1dcfcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (894f5326-0333-490b-a1a2-00adc567377f), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:35.207675 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ffe24-aed2-4749-ac5c-1c5bc1dcfcb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=894f5326-0333-490b-a1a2-00adc567377f,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:19:35.270866 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b85ffe24-aed2-4749-ac5c-1c5bc1dcfcb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876582'] for router_gateway (be012b20-195d-49fe-9adf-bd1f6f5a0a2e), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:35.358488 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b85ffe24-aed2-4749-ac5c-1c5bc1dcfcb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3874589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5398'] for router (be012b20-195d-49fe-9adf-bd1f6f5a0a2e), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:35.360704 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b85ffe24-aed2-4749-ac5c-1c5bc1dcfcb1 admin admin] Publish callbacks [] for router_controller (be012b20-195d-49fe-9adf-bd1f6f5a0a2e), precommit_delete_associations {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:35.483828 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b85ffe24-aed2-4749-ac5c-1c5bc1dcfcb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3873632'] for router (be012b20-195d-49fe-9adf-bd1f6f5a0a2e), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:35.484655 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85ffe24-aed2-4749-ac5c-1c5bc1dcfcb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be012b20-195d-49fe-9adf-bd1f6f5a0a2e {{(pid=106918) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 17:19:35.490502 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-b85ffe24-aed2-4749-ac5c-1c5bc1dcfcb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:35.491549 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-b85ffe24-aed2-4749-ac5c-1c5bc1dcfcb1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/be012b20-195d-49fe-9adf-bd1f6f5a0a2e HTTP/1.1" status: 204 len: 168 time: 1.2308342 Aug 18 17:19:35.493998 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 53840) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:19:35.541566 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d20e7e-dec4-4a7d-99ef-4b3640f74c95 admin admin] Deleting subnet 06f69413-f936-4aa9-b8fe-e83b1f874689 {{(pid=106918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 17:19:35.545595 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-23d20e7e-dec4-4a7d-99ef-4b3640f74c95 admin admin] Publish callbacks [] for subnet (06f69413-f936-4aa9-b8fe-e83b1f874689), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:35.577871 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 894f5326-0333-490b-a1a2-00adc567377f no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:19:35.587295 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-23d20e7e-dec4-4a7d-99ef-4b3640f74c95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25604058'] for subnet (06f69413-f936-4aa9-b8fe-e83b1f874689), precommit_delete_associations {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:35.600570 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: 894f5326-0333-490b-a1a2-00adc567377f {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:19:35.600917 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 894f5326-0333-490b-a1a2-00adc567377f not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:19:35.601341 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device b1f73396-559a-4a75-b914-74b19b856b10 no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:19:35.606275 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:35.676654 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-23d20e7e-dec4-4a7d-99ef-4b3640f74c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763242'] for subnet (06f69413-f936-4aa9-b8fe-e83b1f874689), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:35.726123 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=5 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:35.745513 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: b1f73396-559a-4a75-b914-74b19b856b10 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:19:35.746130 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device b1f73396-559a-4a75-b914-74b19b856b10 not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:19:35.880527 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-23d20e7e-dec4-4a7d-99ef-4b3640f74c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26478224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26692394'] for subnet (06f69413-f936-4aa9-b8fe-e83b1f874689), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:35.904446 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d20e7e-dec4-4a7d-99ef-4b3640f74c95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06f69413-f936-4aa9-b8fe-e83b1f874689,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:19:35.910265 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-23d20e7e-dec4-4a7d-99ef-4b3640f74c95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for subnet (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:35.914112 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-23d20e7e-dec4-4a7d-99ef-4b3640f74c95 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/06f69413-f936-4aa9-b8fe-e83b1f874689 HTTP/1.1" status: 204 len: 168 time: 0.4180641 Aug 18 17:19:35.915816 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 53842) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:19:35.915992 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0006f421-e8a8-4a0a-acac-fd8fed46b2f0 None None] Network 744636b7-76bc-439f-9116-8e1ee85b3624 requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:19:35.987718 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e1872bab-803c-49a6-80b8-ab8d45880615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915243'] for network (744636b7-76bc-439f-9116-8e1ee85b3624), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:36.039001 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-e1872bab-803c-49a6-80b8-ab8d45880615 admin admin] Deleting port f3575fab-3e11-4579-8fb1-3e811fddb8cb {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:19:36.039001 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e1872bab-803c-49a6-80b8-ab8d45880615 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (f3575fab-3e11-4579-8fb1-3e811fddb8cb), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:36.092564 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] DHCP port deletion for 744636b7-76bc-439f-9116-8e1ee85b3624 request from dv-cinder-853678-2-iscsi {{(pid=106920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 18 17:19:36.102383 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [None req-e1872bab-803c-49a6-80b8-ab8d45880615 admin admin] For port f3575fab-3e11-4579-8fb1-3e811fddb8cb, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=f3575fab-3e11-4579-8fb1-3e811fddb8cb,segment=NetworkSegment(18f1b367-0c7e-4cfe-a0a6-677c8efd49ab),segment_id=18f1b367-0c7e-4cfe-a0a6-677c8efd49ab)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:19:36.106215 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e1872bab-803c-49a6-80b8-ab8d45880615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (f3575fab-3e11-4579-8fb1-3e811fddb8cb), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:36.116313 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-e1872bab-803c-49a6-80b8-ab8d45880615 admin admin] Calling delete_port for f3575fab-3e11-4579-8fb1-3e811fddb8cb owned by network:dhcp {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:19:36.130160 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] Deleting port f3575fab-3e11-4579-8fb1-3e811fddb8cb {{(pid=106920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:19:36.130512 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (f3575fab-3e11-4579-8fb1-3e811fddb8cb), before_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:36.193573 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] For port f3575fab-3e11-4579-8fb1-3e811fddb8cb, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=f3575fab-3e11-4579-8fb1-3e811fddb8cb,segment=NetworkSegment(18f1b367-0c7e-4cfe-a0a6-677c8efd49ab),segment_id=18f1b367-0c7e-4cfe-a0a6-677c8efd49ab)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:19:36.193985 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (f3575fab-3e11-4579-8fb1-3e811fddb8cb), precommit_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:36.210181 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] Calling delete_port for f3575fab-3e11-4579-8fb1-3e811fddb8cb owned by network:dhcp {{(pid=106920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:19:36.260956 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e1872bab-803c-49a6-80b8-ab8d45880615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (f3575fab-3e11-4579-8fb1-3e811fddb8cb), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:36.284808 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1872bab-803c-49a6-80b8-ab8d45880615 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3575fab-3e11-4579-8fb1-3e811fddb8cb,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:19:36.285018 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023'] for port (f3575fab-3e11-4579-8fb1-3e811fddb8cb), after_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:36.291986 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1872bab-803c-49a6-80b8-ab8d45880615 admin admin] No DVR routers for this DVR port f3575fab-3e11-4579-8fb1-3e811fddb8cb on host dv-cinder-853678-2-iscsi {{(pid=106918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:19:36.312183 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] Pushing event deleted for resources: {'Port': ['ID=f3575fab-3e11-4579-8fb1-3e811fddb8cb,revision_number=None']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:19:36.314614 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] No DVR routers for this DVR port f3575fab-3e11-4579-8fb1-3e811fddb8cb on host dv-cinder-853678-2-iscsi {{(pid=106920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:19:36.316340 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:19:36.322473 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:36.322725 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:36.323083 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:36.323412 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:36.323774 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:36.324106 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:36.324975 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:36.325301 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:36.325768 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:36.325938 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:36.326256 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:36.326591 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:36.326896 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:36.328655 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:36.328655 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6338ba1-7ba9-49b9-90de-03ad50c540c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853678-2-iscsi {{(pid=106920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 17:19:36.381757 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e1872bab-803c-49a6-80b8-ab8d45880615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762083', 'neutron.services.segments.db._delete_segments_for_network-8740646743435'] for network (744636b7-76bc-439f-9116-8e1ee85b3624), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:36.402324 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-e1872bab-803c-49a6-80b8-ab8d45880615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744636b7-76bc-439f-9116-8e1ee85b3624']}} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:19:36.412105 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-e1872bab-803c-49a6-80b8-ab8d45880615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab') {'for_net_delete': True} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:19:36.412404 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-e1872bab-803c-49a6-80b8-ab8d45880615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f1b367-0c7e-4cfe-a0a6-677c8efd49ab') {} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:19:36.421934 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e1872bab-803c-49a6-80b8-ab8d45880615 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740646743498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25603873'] for segment (18f1b367-0c7e-4cfe-a0a6-677c8efd49ab), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:36.434963 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e1872bab-803c-49a6-80b8-ab8d45880615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (18f1b367-0c7e-4cfe-a0a6-677c8efd49ab), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:36.441442 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1872bab-803c-49a6-80b8-ab8d45880615 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=106918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 17:19:36.441912 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e1872bab-803c-49a6-80b8-ab8d45880615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26478330'] for segment (18f1b367-0c7e-4cfe-a0a6-677c8efd49ab), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:36.517768 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.services.segments.plugin [-] Segment 18f1b367-0c7e-4cfe-a0a6-677c8efd49ab resource provider aggregate not found Aug 18 17:19:36.534262 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.services.segments.plugin [-] Segment 18f1b367-0c7e-4cfe-a0a6-677c8efd49ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18f1b367-0c7e-4cfe-a0a6-677c8efd49ab found for delete ", "request_id": "req-3cff26b8-351e-46ef-bb76-af04d0c50168"}]} Aug 18 17:19:36.594556 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e1872bab-803c-49a6-80b8-ab8d45880615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876546'] for network (744636b7-76bc-439f-9116-8e1ee85b3624), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:36.602682 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-e1872bab-803c-49a6-80b8-ab8d45880615 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:36.603493 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-e1872bab-803c-49a6-80b8-ab8d45880615 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/744636b7-76bc-439f-9116-8e1ee85b3624 HTTP/1.1" status: 204 len: 168 time: 0.6866868 Aug 18 17:19:36.606629 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 53850) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:19:36.614579 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1872bab-803c-49a6-80b8-ab8d45880615 admin admin] Pushing event deleted for resources: {'Network': ['ID=744636b7-76bc-439f-9116-8e1ee85b3624,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:19:36.789747 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:36.928243 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-80dec04d-2e15-4f6d-b122-71f214d4197c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3878567'] for router_interface (35364dac-c1d2-4061-b956-06884de95eba), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:37.154199 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-80dec04d-2e15-4f6d-b122-71f214d4197c admin admin] Deleting port ab19fdd7-d82a-4cf3-b730-3cd0bf907306 {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:19:37.154543 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-80dec04d-2e15-4f6d-b122-71f214d4197c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (ab19fdd7-d82a-4cf3-b730-3cd0bf907306), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:37.236507 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [None req-80dec04d-2e15-4f6d-b122-71f214d4197c admin admin] For port ab19fdd7-d82a-4cf3-b730-3cd0bf907306, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=ab19fdd7-d82a-4cf3-b730-3cd0bf907306,segment=NetworkSegment(27bd9a73-5181-434e-81c6-52083b7ae9a2),segment_id=27bd9a73-5181-434e-81c6-52083b7ae9a2)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:19:37.236791 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-80dec04d-2e15-4f6d-b122-71f214d4197c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (ab19fdd7-d82a-4cf3-b730-3cd0bf907306), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:37.250363 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-80dec04d-2e15-4f6d-b122-71f214d4197c admin admin] Calling delete_port for ab19fdd7-d82a-4cf3-b730-3cd0bf907306 owned by network:router_interface {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:19:37.295699 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=100 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:37.416757 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device f3575fab-3e11-4579-8fb1-3e811fddb8cb no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:19:37.437681 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: f3575fab-3e11-4579-8fb1-3e811fddb8cb {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:19:37.439358 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device f3575fab-3e11-4579-8fb1-3e811fddb8cb not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:19:37.508573 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-80dec04d-2e15-4f6d-b122-71f214d4197c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (ab19fdd7-d82a-4cf3-b730-3cd0bf907306), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:37.533769 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dec04d-2e15-4f6d-b122-71f214d4197c admin admin] Pushing event deleted for resources: {'Port': ['ID=ab19fdd7-d82a-4cf3-b730-3cd0bf907306,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:19:37.696406 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-80dec04d-2e15-4f6d-b122-71f214d4197c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3873623'] for router_interface (35364dac-c1d2-4061-b956-06884de95eba), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:37.800454 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:37.900236 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80dec04d-2e15-4f6d-b122-71f214d4197c admin admin] Router 35364dac-c1d2-4061-b956-06884de95eba has already been hosted by L3 agent 0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0 {{(pid=106919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 17:19:38.003150 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dec04d-2e15-4f6d-b122-71f214d4197c admin admin] Notify agent at l3_agent.dv-cinder-853678-2-iscsi the message routers_updated {{(pid=106919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 17:19:38.008135 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-80dec04d-2e15-4f6d-b122-71f214d4197c admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/35364dac-c1d2-4061-b956-06884de95eba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4004221 Aug 18 17:19:38.010979 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 53852) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:19:38.012817 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5247491-ccd0-4d2a-bd69-3c8e31543bd1 None None] Sync routers for ids ['35364dac-c1d2-4061-b956-06884de95eba'] in dv-cinder-853678-2-iscsi {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 17:19:38.026221 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5247491-ccd0-4d2a-bd69-3c8e31543bd1 None None] Routers {'35364dac-c1d2-4061-b956-06884de95eba'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:19:38.026848 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-f5247491-ccd0-4d2a-bd69-3c8e31543bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:19:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['35364dac-c1d2-4061-b956-06884de95eba'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:19:38.110519 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f76a5bc6-a61b-486c-940a-7719514b11b0 admin admin] Publish callbacks [] for router (35364dac-c1d2-4061-b956-06884de95eba), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:38.130091 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-f5247491-ccd0-4d2a-bd69-3c8e31543bd1 None None] Set router 35364dac-c1d2-4061-b956-06884de95eba gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:19:38.147309 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:38.211044 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f76a5bc6-a61b-486c-940a-7719514b11b0 admin admin] Publish callbacks [] for router_gateway (35364dac-c1d2-4061-b956-06884de95eba), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:38.301481 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-f5247491-ccd0-4d2a-bd69-3c8e31543bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35364dac-c1d2-4061-b956-06884de95eba', 'name': 'tempest-TestVolumeBootPattern-1048322119-router', 'tenant_id': 'b92e268226e2405785d6106f2b6e35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '31ec2b70-95bd-43e2-ab0e-e9d063176b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:06Z', 'updated_at': '2022-08-18T17:19:37Z', 'revision_number': 5, 'project_id': 'b92e268226e2405785d6106f2b6e35eb', 'gw_port': {'id': '31ec2b70-95bd-43e2-ab0e-e9d063176b40', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35364dac-c1d2-4061-b956-06884de95eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:06Z', 'updated_at': '2022-08-18T17:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:19:38.327781 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5247491-ccd0-4d2a-bd69-3c8e31543bd1 None None] Checking router: 35364dac-c1d2-4061-b956-06884de95eba for host: dv-cinder-853678-2-iscsi {{(pid=106920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 17:19:38.336795 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5247491-ccd0-4d2a-bd69-3c8e31543bd1 None None] Routers {'35364dac-c1d2-4061-b956-06884de95eba'} bound to L3 agent in host dv-cinder-853678-2-iscsi {{(pid=106920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 18 17:19:38.337487 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-f5247491-ccd0-4d2a-bd69-3c8e31543bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853678-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-18T16:57:13Z,description=,heartbeat_timestamp=2022-08-18T17:19:13Z,host='dv-cinder-853678-2-iscsi',id=0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0,load=0,resource_versions=,resources_synced=,started_at=2022-08-18T16:57:14Z,topic='l3_agent')) {'router_ids': ['35364dac-c1d2-4061-b956-06884de95eba'], 'active': True} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:19:38.408344 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-f76a5bc6-a61b-486c-940a-7719514b11b0 admin admin] Deleting port 31ec2b70-95bd-43e2-ab0e-e9d063176b40 {{(pid=106919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:19:38.408685 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f76a5bc6-a61b-486c-940a-7719514b11b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (31ec2b70-95bd-43e2-ab0e-e9d063176b40), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:38.442429 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvr_db [None req-f5247491-ccd0-4d2a-bd69-3c8e31543bd1 None None] Set router 35364dac-c1d2-4061-b956-06884de95eba gateway port host: dv-cinder-853678-2-iscsi {{(pid=106920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 18 17:19:38.493192 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.db [None req-f76a5bc6-a61b-486c-940a-7719514b11b0 admin admin] For port 31ec2b70-95bd-43e2-ab0e-e9d063176b40, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=31ec2b70-95bd-43e2-ab0e-e9d063176b40,segment=NetworkSegment(94faa1a3-5b0c-4b15-943d-a820287b332b),segment_id=94faa1a3-5b0c-4b15-943d-a820287b332b)] {{(pid=106919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:19:38.493568 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f76a5bc6-a61b-486c-940a-7719514b11b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (31ec2b70-95bd-43e2-ab0e-e9d063176b40), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:38.507162 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.plugins.ml2.plugin [None req-f76a5bc6-a61b-486c-940a-7719514b11b0 admin admin] Calling delete_port for 31ec2b70-95bd-43e2-ab0e-e9d063176b40 owned by network:router_gateway {{(pid=106919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:19:38.620389 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_hamode_db [None req-f5247491-ccd0-4d2a-bd69-3c8e31543bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35364dac-c1d2-4061-b956-06884de95eba', 'name': 'tempest-TestVolumeBootPattern-1048322119-router', 'tenant_id': 'b92e268226e2405785d6106f2b6e35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '31ec2b70-95bd-43e2-ab0e-e9d063176b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:06Z', 'updated_at': '2022-08-18T17:19:37Z', 'revision_number': 5, 'project_id': 'b92e268226e2405785d6106f2b6e35eb', 'gw_port': {'id': '31ec2b70-95bd-43e2-ab0e-e9d063176b40', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35364dac-c1d2-4061-b956-06884de95eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:06Z', 'updated_at': '2022-08-18T17:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}], 'dv-cinder-853678-2-iscsi', False) {} {{(pid=106920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:19:38.646578 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5247491-ccd0-4d2a-bd69-3c8e31543bd1 None None] The sync data for ids ['35364dac-c1d2-4061-b956-06884de95eba'] in dv-cinder-853678-2-iscsi is: [{'id': '35364dac-c1d2-4061-b956-06884de95eba', 'name': 'tempest-TestVolumeBootPattern-1048322119-router', 'tenant_id': 'b92e268226e2405785d6106f2b6e35eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'external_fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '31ec2b70-95bd-43e2-ab0e-e9d063176b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-18T17:12:06Z', 'updated_at': '2022-08-18T17:19:37Z', 'revision_number': 5, 'project_id': 'b92e268226e2405785d6106f2b6e35eb', 'gw_port': {'id': '31ec2b70-95bd-43e2-ab0e-e9d063176b40', 'name': '', 'network_id': 'a4e0dd92-f9bc-4e4e-81c8-1a6f62cf473c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35364dac-c1d2-4061-b956-06884de95eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853678-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-18T17:12:06Z', 'updated_at': '2022-08-18T17:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfacc426-8543-4295-9d05-a12d27505f7b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853678-2-iscsi'}] {{(pid=106920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 17:19:38.792284 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f76a5bc6-a61b-486c-940a-7719514b11b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26604568'] for port (31ec2b70-95bd-43e2-ab0e-e9d063176b40), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:38.817001 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a5bc6-a61b-486c-940a-7719514b11b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=31ec2b70-95bd-43e2-ab0e-e9d063176b40,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:19:38.851259 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:38.890103 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f76a5bc6-a61b-486c-940a-7719514b11b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3876582'] for router_gateway (35364dac-c1d2-4061-b956-06884de95eba), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:38.976627 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f76a5bc6-a61b-486c-940a-7719514b11b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3874589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5398'] for router (35364dac-c1d2-4061-b956-06884de95eba), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:38.978867 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f76a5bc6-a61b-486c-940a-7719514b11b0 admin admin] Publish callbacks [] for router_controller (35364dac-c1d2-4061-b956-06884de95eba), precommit_delete_associations {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:39.142705 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f76a5bc6-a61b-486c-940a-7719514b11b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3873632'] for router (35364dac-c1d2-4061-b956-06884de95eba), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:39.143287 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76a5bc6-a61b-486c-940a-7719514b11b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35364dac-c1d2-4061-b956-06884de95eba {{(pid=106919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 17:19:39.147420 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f76a5bc6-a61b-486c-940a-7719514b11b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:39.148591 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-f76a5bc6-a61b-486c-940a-7719514b11b0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/35364dac-c1d2-4061-b956-06884de95eba HTTP/1.1" status: 204 len: 168 time: 1.1366565 Aug 18 17:19:39.151131 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 53854) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:19:39.463590 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4544775-bb69-4cf5-bbbc-bc7c50a90b0b admin admin] Deleting subnet c961c807-7959-4c23-a37c-9e3a708db919 {{(pid=106919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 18 17:19:39.467412 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f4544775-bb69-4cf5-bbbc-bc7c50a90b0b admin admin] Publish callbacks [] for subnet (c961c807-7959-4c23-a37c-9e3a708db919), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:39.501754 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f4544775-bb69-4cf5-bbbc-bc7c50a90b0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26669183'] for subnet (c961c807-7959-4c23-a37c-9e3a708db919), precommit_delete_associations {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:39.579964 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f4544775-bb69-4cf5-bbbc-bc7c50a90b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-763242'] for subnet (c961c807-7959-4c23-a37c-9e3a708db919), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:39.664849 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device ab19fdd7-d82a-4cf3-b730-3cd0bf907306 no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:19:39.685288 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: ab19fdd7-d82a-4cf3-b730-3cd0bf907306 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:19:39.685638 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device ab19fdd7-d82a-4cf3-b730-3cd0bf907306 not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:19:39.686062 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 31ec2b70-95bd-43e2-ab0e-e9d063176b40 no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:19:39.704918 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: 31ec2b70-95bd-43e2-ab0e-e9d063176b40 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:19:39.705249 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device 31ec2b70-95bd-43e2-ab0e-e9d063176b40 not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:19:39.737625 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f4544775-bb69-4cf5-bbbc-bc7c50a90b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-763233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3900022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26604591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25646354'] for subnet (c961c807-7959-4c23-a37c-9e3a708db919), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:39.767480 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-f4544775-bb69-4cf5-bbbc-bc7c50a90b0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:39.772280 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-f4544775-bb69-4cf5-bbbc-bc7c50a90b0b admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/c961c807-7959-4c23-a37c-9e3a708db919 HTTP/1.1" status: 204 len: 168 time: 0.6201494 Aug 18 17:19:39.772923 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab400aea-cad3-4f16-a4ea-0481a28b2707 None None] Network b8acab8d-f382-44b0-8858-cd37e60db97f requested from dv-cinder-853678-2-iscsi {{(pid=106920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 18 17:19:39.773633 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4544775-bb69-4cf5-bbbc-bc7c50a90b0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c961c807-7959-4c23-a37c-9e3a708db919,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:19:39.774272 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 53856) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:19:39.851982 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-60894f4a-850f-48c1-8f0f-fa0e361d4662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-915243'] for network (b8acab8d-f382-44b0-8858-cd37e60db97f), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:39.899922 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-60894f4a-850f-48c1-8f0f-fa0e361d4662 admin admin] Deleting port f8c189ec-7180-4b7a-9c33-a290a1256f92 {{(pid=106918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:19:39.900265 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-60894f4a-850f-48c1-8f0f-fa0e361d4662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (f8c189ec-7180-4b7a-9c33-a290a1256f92), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:39.921587 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:39.927398 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef811d2-8710-431c-a22a-51d00da9aeec None None] DHCP port deletion for b8acab8d-f382-44b0-8858-cd37e60db97f request from dv-cinder-853678-2-iscsi {{(pid=106920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 18 17:19:39.965644 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-bef811d2-8710-431c-a22a-51d00da9aeec None None] Deleting port f8c189ec-7180-4b7a-9c33-a290a1256f92 {{(pid=106920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 18 17:19:39.966015 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-bef811d2-8710-431c-a22a-51d00da9aeec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740646649025'] for port (f8c189ec-7180-4b7a-9c33-a290a1256f92), before_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:39.968998 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.db [None req-60894f4a-850f-48c1-8f0f-fa0e361d4662 admin admin] For port f8c189ec-7180-4b7a-9c33-a290a1256f92, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=f8c189ec-7180-4b7a-9c33-a290a1256f92,segment=NetworkSegment(27bd9a73-5181-434e-81c6-52083b7ae9a2),segment_id=27bd9a73-5181-434e-81c6-52083b7ae9a2)] {{(pid=106918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:19:39.969366 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-60894f4a-850f-48c1-8f0f-fa0e361d4662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (f8c189ec-7180-4b7a-9c33-a290a1256f92), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:39.982810 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.plugin [None req-60894f4a-850f-48c1-8f0f-fa0e361d4662 admin admin] Calling delete_port for f8c189ec-7180-4b7a-9c33-a290a1256f92 owned by network:dhcp {{(pid=106918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:19:40.033921 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.db [None req-bef811d2-8710-431c-a22a-51d00da9aeec None None] For port f8c189ec-7180-4b7a-9c33-a290a1256f92, host dv-cinder-853678-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853678-2-iscsi',level=0,port_id=f8c189ec-7180-4b7a-9c33-a290a1256f92,segment=NetworkSegment(27bd9a73-5181-434e-81c6-52083b7ae9a2),segment_id=27bd9a73-5181-434e-81c6-52083b7ae9a2)] {{(pid=106920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 17:19:40.034319 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-bef811d2-8710-431c-a22a-51d00da9aeec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3875774'] for port (f8c189ec-7180-4b7a-9c33-a290a1256f92), precommit_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:40.047886 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-bef811d2-8710-431c-a22a-51d00da9aeec None None] Calling delete_port for f8c189ec-7180-4b7a-9c33-a290a1256f92 owned by network:dhcp {{(pid=106920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 18 17:19:40.125427 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-60894f4a-850f-48c1-8f0f-fa0e361d4662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26478247'] for port (f8c189ec-7180-4b7a-9c33-a290a1256f92), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:40.131401 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-bef811d2-8710-431c-a22a-51d00da9aeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740646653350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740646293023'] for port (f8c189ec-7180-4b7a-9c33-a290a1256f92), after_delete {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:40.151961 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60894f4a-850f-48c1-8f0f-fa0e361d4662 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c189ec-7180-4b7a-9c33-a290a1256f92,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:19:40.153877 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60894f4a-850f-48c1-8f0f-fa0e361d4662 admin admin] No DVR routers for this DVR port f8c189ec-7180-4b7a-9c33-a290a1256f92 on host dv-cinder-853678-2-iscsi {{(pid=106918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:19:40.160231 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef811d2-8710-431c-a22a-51d00da9aeec None None] Pushing event deleted for resources: {'Port': ['ID=f8c189ec-7180-4b7a-9c33-a290a1256f92,revision_number=None']} {{(pid=106920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:19:40.163902 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef811d2-8710-431c-a22a-51d00da9aeec None None] No DVR routers for this DVR port f8c189ec-7180-4b7a-9c33-a290a1256f92 on host dv-cinder-853678-2-iscsi {{(pid=106920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 18 17:19:40.230899 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-60894f4a-850f-48c1-8f0f-fa0e361d4662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-762083', 'neutron.services.segments.db._delete_segments_for_network-8740646743435'] for network (b8acab8d-f382-44b0-8858-cd37e60db97f), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:40.240551 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:40.252582 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-60894f4a-850f-48c1-8f0f-fa0e361d4662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8acab8d-f382-44b0-8858-cd37e60db97f']}} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:19:40.262373 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-60894f4a-850f-48c1-8f0f-fa0e361d4662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27bd9a73-5181-434e-81c6-52083b7ae9a2') {'for_net_delete': True} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:19:40.268308 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.services.segments.db [None req-60894f4a-850f-48c1-8f0f-fa0e361d4662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27bd9a73-5181-434e-81c6-52083b7ae9a2') {} {{(pid=106918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 17:19:40.272278 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-60894f4a-850f-48c1-8f0f-fa0e361d4662 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740646743498', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25603873'] for segment (27bd9a73-5181-434e-81c6-52083b7ae9a2), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:40.286946 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-60894f4a-850f-48c1-8f0f-fa0e361d4662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058'] for segment (27bd9a73-5181-434e-81c6-52083b7ae9a2), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:40.294396 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60894f4a-850f-48c1-8f0f-fa0e361d4662 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=106918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 17:19:40.295561 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-60894f4a-850f-48c1-8f0f-fa0e361d4662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26478330'] for segment (27bd9a73-5181-434e-81c6-52083b7ae9a2), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:40.345834 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.services.segments.plugin [-] Segment 27bd9a73-5181-434e-81c6-52083b7ae9a2 resource provider aggregate not found Aug 18 17:19:40.364817 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.services.segments.plugin [-] Segment 27bd9a73-5181-434e-81c6-52083b7ae9a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27bd9a73-5181-434e-81c6-52083b7ae9a2 found for delete ", "request_id": "req-a377627c-f118-46c3-8336-e7f15579d9ce"}]} Aug 18 17:19:40.451722 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-60894f4a-850f-48c1-8f0f-fa0e361d4662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-762010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3876546'] for network (b8acab8d-f382-44b0-8858-cd37e60db97f), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:40.457141 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-60894f4a-850f-48c1-8f0f-fa0e361d4662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674707'] for network (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:40.460340 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-60894f4a-850f-48c1-8f0f-fa0e361d4662 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/b8acab8d-f382-44b0-8858-cd37e60db97f HTTP/1.1" status: 204 len: 168 time: 0.6844637 Aug 18 17:19:40.471319 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60894f4a-850f-48c1-8f0f-fa0e361d4662 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8acab8d-f382-44b0-8858-cd37e60db97f,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:19:40.881958 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 53864) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:19:40.922847 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-dc8eb084-f48c-448e-80c9-b1d93e7d3574 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c5e8eba08dfc4946becd6dba63f94eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396931 Aug 18 17:19:40.925259 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [-] (106918) accepted ('10.222.0.78', 53866) {{(pid=106918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:19:40.972527 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-1131ed6c-8654-470a-abd4-377c9a389f11 admin admin] Publish callbacks [] for security_group (cb120d4a-e8d3-4821-8542-ffdb1d173bb2), before_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:40.992666 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-1131ed6c-8654-470a-abd4-377c9a389f11 admin admin] Publish callbacks [] for security_group (cb120d4a-e8d3-4821-8542-ffdb1d173bb2), precommit_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:41.044748 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:41.120048 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-1131ed6c-8654-470a-abd4-377c9a389f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (cb120d4a-e8d3-4821-8542-ffdb1d173bb2), after_delete {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:41.123521 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron_lib.callbacks.manager [None req-1131ed6c-8654-470a-abd4-377c9a389f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:41.124687 dv-cinder-853678-2-iscsi neutron-server[106918]: INFO neutron.wsgi [None req-1131ed6c-8654-470a-abd4-377c9a389f11 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cb120d4a-e8d3-4821-8542-ffdb1d173bb2 HTTP/1.1" status: 204 len: 168 time: 0.1985354 Aug 18 17:19:41.134544 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131ed6c-8654-470a-abd4-377c9a389f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb120d4a-e8d3-4821-8542-ffdb1d173bb2,revision_number=None']} {{(pid=106918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:19:41.144424 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:41.156344 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-c8b847e2-b048-4771-92a7-466efac9ad3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:41.409028 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device f8c189ec-7180-4b7a-9c33-a290a1256f92 no longer exists at agent ovs-agent-dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 17:19:41.412321 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:41.429571 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.plugin [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] No Port match for: f8c189ec-7180-4b7a-9c33-a290a1256f92 {{(pid=106920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 18 17:19:41.429918 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron.plugins.ml2.rpc [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Device f8c189ec-7180-4b7a-9c33-a290a1256f92 not bound to the agent host dv-cinder-853678-2-iscsi {{(pid=106920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 17:19:41.865043 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 53872) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:19:41.911010 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-1090753b-f05b-4655-a7e5-838a854ab7f7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b92e268226e2405785d6106f2b6e35eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442722 Aug 18 17:19:41.913572 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [-] (106919) accepted ('10.222.0.78', 53874) {{(pid=106919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 18 17:19:41.937824 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:41.967342 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b1b2f7de-8cc5-4805-8a6d-cefc8a145385 admin admin] Publish callbacks [] for security_group (4d0dc2ee-b3e3-4a84-a396-3fe755151050), before_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:41.987283 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b1b2f7de-8cc5-4805-8a6d-cefc8a145385 admin admin] Publish callbacks [] for security_group (4d0dc2ee-b3e3-4a84-a396-3fe755151050), precommit_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:42.174698 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b1b2f7de-8cc5-4805-8a6d-cefc8a145385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881172'] for security_group (4d0dc2ee-b3e3-4a84-a396-3fe755151050), after_delete {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:42.177337 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron_lib.callbacks.manager [None req-b1b2f7de-8cc5-4805-8a6d-cefc8a145385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:42.178507 dv-cinder-853678-2-iscsi neutron-server[106919]: INFO neutron.wsgi [None req-b1b2f7de-8cc5-4805-8a6d-cefc8a145385 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4d0dc2ee-b3e3-4a84-a396-3fe755151050 HTTP/1.1" status: 204 len: 168 time: 0.2639480 Aug 18 17:19:42.188423 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2f7de-8cc5-4805-8a6d-cefc8a145385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0dc2ee-b3e3-4a84-a396-3fe755151050,revision_number=None']} {{(pid=106919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 17:19:43.365241 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-86c74b30-2cef-4f36-aea1-aedb2d711868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:44.803581 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:46.050726 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:46.302781 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:19:46.311717 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=68 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:46.312924 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=3 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:51.127916 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:51.128748 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG dbcounter [-] [106918] Writing DB stats neutron:SELECT=55,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106918) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:52.021858 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=58,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:52.182242 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG dbcounter [-] [106919] Writing DB stats neutron:SELECT=2 {{(pid=106919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:56.212111 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=8 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:56.215278 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:19:56.217929 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=2,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:20:02.722478 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:20:06.279931 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=13 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:20:06.280746 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=13 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:20:11.173654 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-05c0d523-96fc-4b1e-badb-e178a27a3ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:20:13.315005 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:20:13.376219 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-d9c924c6-f0dc-4a16-9060-90c586e4b72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:20:14.810923 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:20:16.044338 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:20:16.290403 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:20:21.334403 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=4 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:20:23.310729 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=4 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:20:25.989960 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:20:26.219224 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:20:26.221147 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:20:32.766626 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:20:41.118114 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-093410a0-355f-44c8-8b70-c1ae1dafa48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:20:43.372037 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-3eb0083d-53e4-4045-b413-961c80265a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:20:44.837710 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:20:46.112561 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:20:46.343041 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:20:50.313475 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:20:56.218844 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:20:56.222744 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:20:56.225451 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:20:58.333538 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=2 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:21:02.706062 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:21:04.540612 dv-cinder-853678-2-iscsi neutron-server[106919]: DEBUG neutron.wsgi [req-cb2a006e-5381-454e-b65c-c7814e248e02 req-6baea4dc-a6c2-445a-b48c-6be699ff63fe service neutron] (106919) timed out ('10.222.0.40', 59339) {{(pid=106919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 18 17:21:09.218903 dv-cinder-853678-2-iscsi neutron-server[106918]: DEBUG neutron.wsgi [req-728e358b-ad33-4674-afa3-38952ba56933 req-d1df940e-adee-47bc-9632-a5676c789136 service neutron] (106918) timed out ('10.222.0.40', 59332) {{(pid=106918) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 18 17:21:09.343977 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=7 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:21:09.344808 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:DELETE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:21:11.113663 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-2966edfb-36d2-412c-83ef-a0a20a8ecfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:21:13.374286 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-981dfba9-24a4-4197-86d0-4b8b8d405e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:21:14.820241 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:21:16.056640 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:21:16.399186 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:21:26.416589 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:UPDATE=1,neutron:SELECT=15 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:21:26.418498 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:21:26.420283 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:21:27.312241 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:21:32.791203 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:21:35.330047 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=3 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:21:37.308778 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=5 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:21:41.128056 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-1c31908c-ca58-48ff-868e-7ac20a8cae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:21:43.380651 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-580434fd-0ce3-4a2a-b6b1-42de1c7b627a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:21:44.821937 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:21:46.089257 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:21:46.335337 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:21:56.223949 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:21:56.228393 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:21:56.229059 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:22:02.751356 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:22:04.311371 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:22:11.139458 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-4ea5822b-62d1-4e90-afda-42c979259250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:22:13.431249 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-bbf72406-ca09-4991-b5ee-3cf4844f1680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:22:14.306117 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=15 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:22:14.306870 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=19 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:22:14.830601 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:22:16.146848 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:22:16.362717 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:22:26.226832 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:22:26.231723 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:22:26.234568 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:22:32.761652 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:22:41.132443 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-16761b6f-69c0-49cd-8a87-fa396ebc192c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:22:41.310659 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:22:43.412312 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-a769cb2b-53dc-4bfe-815e-7c80fed22b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:22:44.847164 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:22:46.098703 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:22:46.297873 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:22:51.305102 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=4 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:22:51.305900 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=4 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:22:56.227716 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:22:56.228482 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:22:56.235370 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:23:02.743367 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:23:09.317501 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:23:09.349701 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:23:11.159552 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-e022af82-9430-4328-92e6-b31c3afa3528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:23:13.388347 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-156df226-46e8-4433-b0e3-c654937d6f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:23:14.834025 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:23:16.097482 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:23:16.319712 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:23:18.309158 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:23:26.283719 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:UPDATE=3,neutron:SELECT=15 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:23:26.285757 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:23:26.287513 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:23:28.304271 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=3 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:23:28.305076 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=5 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:23:32.839318 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:23:41.130005 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-2727b6bc-0380-49d4-81a8-bbe8398a4bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:23:43.404660 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-18c6cb26-250c-4cc5-968e-4ccac78cac92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:23:44.855460 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:23:46.067886 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:23:46.318722 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:23:55.308785 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:23:56.234921 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:23:56.241833 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=8 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:23:56.243579 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:UPDATE=5,neutron:SELECT=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:24:02.747034 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:24:06.275037 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=16 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:24:06.277895 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=18 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:24:11.145157 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a7b2-5617-4723-9551-c91029cf43e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:24:13.392616 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-4e75629e-ac6c-4de5-965f-1d8eaabc59c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:24:14.827165 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:24:16.105289 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:24:16.323543 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:24:25.998037 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:24:26.242013 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:24:26.242852 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:24:32.308118 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG neutron.db.agents_db [None req-66aaae09-7a6b-4530-bdcc-2d6bb8014aab None None] Agent healthcheck: found 6 active agents {{(pid=106921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 17:24:32.757600 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-583061b4-caf4-4a1d-ab36-7ab35aff1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7d5d2def-e0b5-42a1-88b7-94e33648777b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:24:41.129186 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-7461d79d-abbf-494b-8bb3-3ca5dc0bcad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (e58bb1ce-71d7-42ea-87d8-4585040b913b), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:24:42.303886 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=5 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:24:42.304757 dv-cinder-853678-2-iscsi neutron-server[106921]: DEBUG dbcounter [-] [106921] Writing DB stats neutron:SELECT=3 {{(pid=106921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:24:43.356961 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-4a27f266-53f6-40e3-a036-fc7b2f5ed099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (0c7b2b83-b4ff-44c7-b1d0-568b2c99ebb0), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:24:44.835408 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-f7a54def-4695-4860-97f0-ba182cf969d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (7485e6bc-5024-4fb8-8db3-d679ef006d59), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:24:46.048509 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-8e31d0b9-d171-4029-953e-f511531a6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (b0707adb-5b35-42a4-928f-5baca9819da1), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:24:46.334560 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG neutron_lib.callbacks.manager [None req-395a2fe8-7fd8-45cb-8c0e-c9a77963902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740646743417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-763938'] for agent (a3c3d605-ecc8-4115-919e-78a4a353893a), after_update {{(pid=106920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 18 17:24:56.240567 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:24:56.247573 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 18 17:24:56.249453 dv-cinder-853678-2-iscsi neutron-server[106920]: DEBUG dbcounter [-] [106920] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}